-- Logs begin at Wed 2021-09-15 07:52:20 UTC, end at Wed 2021-09-15 08:54:23 UTC. -- Sep 15 08:27:03.380002 dv-cinder-806007-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 08:27:05.503701 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:27:05.504428 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:27:05.504519 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74958) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:27:05.506636 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.common.config [-] Logging enabled! Sep 15 08:27:05.506884 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1 Sep 15 08:27:05.507132 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74958) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 08:27:05.508061 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:27:05.508298 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:27:05.508653 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:27:05.508901 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:27:05.509124 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:27:05.509440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.509734 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.510053 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.510284 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.510578 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.510867 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.511149 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.511435 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.511729 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.512011 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.512289 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.512581 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.512812 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.515467 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.515767 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.516064 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.516297 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] debug = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.516582 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.517013 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.517422 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.517705 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.518020 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.518298 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.518575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.518861 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.519199 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] host = dv-cinder-806007-2-iscsi {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.519478 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.519764 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.520051 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.520343 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.520618 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.520896 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.521181 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.521453 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.521724 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_file = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.522021 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.522308 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.522593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.522885 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.523113 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.523338 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.523622 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.523911 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.524187 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.524463 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.524738 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.525014 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.525286 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.525554 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.525851 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.526145 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.526430 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.526705 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.526980 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.527253 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.527525 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.527809 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.528083 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.528357 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.528716 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.529031 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.529284 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.529558 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.529882 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.530172 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.530460 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.530745 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.531017 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.531296 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.531567 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.531839 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.532111 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] use_json = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.532383 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.532653 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.532933 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.533205 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.533475 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.533745 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.534037 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.534322 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:05.534619 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.534914 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.535213 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.535495 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.535782 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.536066 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.536354 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.536631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.536918 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.537204 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.537491 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.537766 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.538081 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.538377 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.538663 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.538935 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.539210 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.539500 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.539775 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.540047 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.540327 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.540614 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.540889 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.541158 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.541437 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.541711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.542004 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.542277 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.542551 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.542840 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.543114 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.543382 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.543651 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.543925 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.544268 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.544565 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.544846 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.545122 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.545396 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.545675 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.545974 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.546252 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.546529 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.546802 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.547078 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.547351 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.547623 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.547896 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.548168 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.548440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.548710 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.548981 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.549256 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.549526 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.549794 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.550088 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.550367 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.550641 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.550928 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.551227 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.551504 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.551782 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.552060 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.552338 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.552614 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.552891 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.553168 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.553444 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.553714 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.554028 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.554314 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.554600 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.554880 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.555157 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.555451 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.555727 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.556008 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.556285 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.556562 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.556844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.557126 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.557418 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.557711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.558024 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.558321 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.558614 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.558892 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.559200 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.559481 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:05.559698 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:27:05.560579 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 08:27:05.955384 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO keyring.backend [-] Loading KWallet Sep 15 08:27:05.962633 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO keyring.backend [-] Loading SecretService Sep 15 08:27:05.965969 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO keyring.backend [-] Loading Windows Sep 15 08:27:05.967338 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO keyring.backend [-] Loading chainer Sep 15 08:27:05.967916 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO keyring.backend [-] Loading macOS Sep 15 08:27:06.000897 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:06.001174 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:06.001464 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:06.001797 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 08:27:06.310512 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.310835 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.311104 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.366754 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.367038 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.367307 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.370278 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.370555 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.370824 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.399216 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.399497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.399762 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.427712 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.427989 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.428260 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.744067 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.744694 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.744694 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.744876 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.745595 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.870150 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.870471 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.870753 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.871022 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.871288 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.871595 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.871858 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.872114 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.872933 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.873216 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.873572 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.873869 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.874134 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.874393 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.874660 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.874929 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.875186 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.875457 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.875711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.875993 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.876341 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.876592 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.876837 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.877116 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.877363 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.877606 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.878009 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:06.878248 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:06.878482 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:06.878716 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:06.878948 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:06.879180 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:06.879721 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 08:27:06.882838 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 08:27:06.886716 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 08:27:06.890790 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 08:27:06.892396 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 08:27:06.892784 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 08:27:06.893116 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 08:27:06.893497 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 08:27:06.896278 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 08:27:06.896530 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 08:27:06.896873 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:27:06.924413 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 08:27:06.924852 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.925147 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 08:27:06.925507 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.927019 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 08:27:06.927301 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 08:27:06.927550 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 08:27:06.930716 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.931002 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:06.991049 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 08:27:06.991283 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 08:27:06.991523 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 08:27:06.991887 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 08:27:07.022747 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_db.sqlalchemy.engines [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 08:27:07.348029 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing driver for type 'gre' Sep 15 08:27:07.348605 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] gre ID ranges: [(1, 1000)] Sep 15 08:27:07.404368 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing driver for type 'local' Sep 15 08:27:07.404798 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing driver for type 'vlan' Sep 15 08:27:07.416894 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] VlanTypeDriver initialization complete Sep 15 08:27:07.417242 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing driver for type 'vxlan' Sep 15 08:27:07.417719 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] vxlan ID ranges: [(1, 1000)] Sep 15 08:27:07.475002 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing extension driver 'port_security' Sep 15 08:27:07.475346 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.extensions.port_security [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] PortSecurityExtensionDriver initialization complete Sep 15 08:27:07.475688 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing mechanism driver 'openvswitch' Sep 15 08:27:07.476025 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing mechanism driver 'hyperv' Sep 15 08:27:07.482643 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.plugins.ml2.plugin [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:07.483416 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.483792 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.484150 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.484540 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.484896 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.485246 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.485631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.486012 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.486364 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.486747 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.487103 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.487447 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.487825 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.488173 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.488515 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.488859 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] ML2 OVO RPC backend initialized. {{(pid=74958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 08:27:07.489495 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.489865 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.490292 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.490639 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > networks before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.490986 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.491329 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > ports before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.491671 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.492022 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.492369 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.492711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.493047 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.493383 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.493720 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.494085 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.494427 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.494766 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.495105 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.495694 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.plugin [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Modular L2 Plugin initialization complete Sep 15 08:27:07.496024 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading services supported by the core plugin {{(pid=74958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 08:27:07.496349 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.plugins.ml2.managers [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Got port-security extension from driver 'port_security' Sep 15 08:27:07.496813 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.extensions.vlantransparent [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Disabled vlantransparent extension. Sep 15 08:27:07.497253 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 08:27:07.497655 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: router Sep 15 08:27:07.533973 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.534375 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_create 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.534882 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router before_create 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.535252 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.535628 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.535993 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_delete 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.536359 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.536728 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_create 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.537081 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_update 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.537440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_update 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.537792 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.538181 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_update 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.538597 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.538972 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.539315 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.539655 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: subnet after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.540002 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.540352 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.540702 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.541054 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.541399 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.541766 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router after_update 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.542147 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.542501 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.542871 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.543221 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.543590 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > agent after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.543944 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > agent after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.544425 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > network after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.545356 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Tracking information for resource: router configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:07.545689 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Tracking information for resource: floatingip configured {{(pid=74958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 08:27:07.550684 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.db.l3_agentschedulers_db [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 08:27:07.551263 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.551630 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port after_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.551984 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port after_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.552335 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: port after_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.553134 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router before_create 55550100 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.553503 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.553890 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.554253 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.558573 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.provider_configuration [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service providers = [] {{(pid=74958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 08:27:07.558942 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.db.servicetype_db [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 08:27:07.561996 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.service_base [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:07.562349 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.service_base [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:07.562692 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.service_base [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:07.563582 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.services.service_base [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 08:27:07.563956 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.services.service_base [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 08:27:07.564341 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.564661 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 08:27:07.575891 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.576230 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: auto_allocate Sep 15 08:27:07.582295 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: network precommit_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.582668 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: network precommit_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.583195 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.583518 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: tag Sep 15 08:27:07.590292 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.590625 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: timestamp Sep 15 08:27:07.595262 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.595549 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: network_ip_availability Sep 15 08:27:07.600788 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.601163 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.601525 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.602271 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.602593 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: flavors Sep 15 08:27:07.607606 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.607934 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading Plugin: revisions Sep 15 08:27:07.612152 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 08:27:07.612543 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_concurrency.lockutils [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.611s {{(pid=74958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:07.613276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 15 08:27:07.613610 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Initializing extension manager. Sep 15 08:27:07.614144 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: __init__.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.614493 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: __pycache__ {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.614826 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.615160 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.615491 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: _filter_validation_lib.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.615818 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.616142 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: address_group.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.616901 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.617460 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: address-group Sep 15 08:27:07.617782 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: address_scope.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.618528 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.619036 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: address-scope Sep 15 08:27:07.619359 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.620296 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.620808 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: router-admin-state-down-before-update Sep 15 08:27:07.621132 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: agent.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.621862 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.622391 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: agent Sep 15 08:27:07.622712 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: agent_resources_synced.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.623634 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.624143 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: agent-resources-synced Sep 15 08:27:07.624466 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.626287 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.626816 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: allowed-address-pairs Sep 15 08:27:07.627145 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.628225 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.628735 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: auto-allocated-topology Sep 15 08:27:07.629061 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: availability_zone.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.629758 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.630297 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: availability_zone Sep 15 08:27:07.630619 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: availability_zone_filter.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.631538 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.632046 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: availability_zone_filter Sep 15 08:27:07.632366 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: data_plane_status.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.633279 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.633776 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 08:27:07.634125 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: default_subnetpools.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.635057 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.635559 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: default-subnetpools Sep 15 08:27:07.635881 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.636662 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.637168 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: dhcp_agent_scheduler Sep 15 08:27:07.637490 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: dns.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.638973 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.639472 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 08:27:07.639799 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: dns_domain_ports.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.640728 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.641231 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 08:27:07.641553 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: dvr.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.642260 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.642774 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: dvr Sep 15 08:27:07.643095 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: empty_string_filtering.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.644015 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.644524 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: empty-string-filtering Sep 15 08:27:07.644844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.645757 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.646291 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:27:07.646610 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.647523 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.648026 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 08:27:07.648348 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: external_net.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.649267 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.649776 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: external-net Sep 15 08:27:07.650124 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.651048 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.651552 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: extra_dhcp_opt Sep 15 08:27:07.651873 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: extraroute.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.652795 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.653302 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: extraroute Sep 15 08:27:07.654232 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: extraroute_atomic.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.655278 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.655784 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: extraroute-atomic Sep 15 08:27:07.656105 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: filter_validation.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.656774 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.657273 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: filter-validation Sep 15 08:27:07.657593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: fip_pf_description.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.658546 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.659046 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 08:27:07.659367 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: fip_port_details.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.660293 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.660795 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: fip-port-details Sep 15 08:27:07.661116 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: flavors.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.662589 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.663109 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: flavors Sep 15 08:27:07.663437 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.665088 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.665613 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 08:27:07.665984 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: floatingip_pools.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.666697 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.667208 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: floatingip-pools Sep 15 08:27:07.667537 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: ip_allocation.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.668475 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.668988 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 08:27:07.669436 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.670472 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.670990 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: ip-substring-filtering Sep 15 08:27:07.671319 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l2_adjacency.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.672261 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.672776 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 08:27:07.673103 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.674105 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.674621 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: router Sep 15 08:27:07.674949 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.677165 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.677693 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 08:27:07.678063 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.679014 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.679531 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: ext-gw-mode Sep 15 08:27:07.679859 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.680805 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.681313 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: l3-ha Sep 15 08:27:07.681637 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3_flavors.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.682590 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.683093 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: l3-flavors Sep 15 08:27:07.683418 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.684337 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.684948 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 08:27:07.685298 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: l3agentscheduler.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.686380 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.686892 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: l3_agent_scheduler Sep 15 08:27:07.687220 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: logging.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.688708 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.689228 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension logging not supported by any of loaded plugins Sep 15 08:27:07.689562 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: metering.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.690338 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.690912 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: metering Sep 15 08:27:07.691239 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.692360 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.692878 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: metering_source_and_destination_fields Sep 15 08:27:07.693206 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: multiprovidernet.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.694183 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.694695 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: multi-provider Sep 15 08:27:07.695020 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: netmtu.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.695943 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.696454 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: net-mtu Sep 15 08:27:07.696778 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: netmtu_writable.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.697828 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.698371 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: net-mtu-writable Sep 15 08:27:07.698697 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: network_availability_zone.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.699384 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.699884 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: network_availability_zone Sep 15 08:27:07.700204 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: network_ip_availability.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.701815 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.702350 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: network-ip-availability Sep 15 08:27:07.702678 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: network_segment_range.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.703717 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.704216 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 08:27:07.704539 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: pagination.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.705520 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.705875 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: pagination Sep 15 08:27:07.706204 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.707133 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.707647 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: port-mac-address-regenerate Sep 15 08:27:07.707969 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: port_resource_request.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.708888 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.709389 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 08:27:07.709710 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: portbindings.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.710668 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.711179 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: binding Sep 15 08:27:07.711501 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: portbindings_extended.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.712769 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.713292 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: binding-extended Sep 15 08:27:07.713621 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: portsecurity.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.714583 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.715096 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: port-security Sep 15 08:27:07.715421 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: project_id.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.716477 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.716805 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: project-id Sep 15 08:27:07.717128 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: providernet.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.718087 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.718605 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: provider Sep 15 08:27:07.718928 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.722508 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.723041 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos not supported by any of loaded plugins Sep 15 08:27:07.723380 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.724640 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.725155 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 08:27:07.725488 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.726463 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.726979 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 08:27:07.727308 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_default.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.728240 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.728753 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-default not supported by any of loaded plugins Sep 15 08:27:07.729082 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_fip.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.729741 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.730282 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 08:27:07.730606 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.731578 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.732440 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 08:27:07.732769 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.733706 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.734246 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 08:27:07.734573 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.735498 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.736002 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 08:27:07.736325 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: qos_rules_alias.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.737375 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.737904 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 08:27:07.738232 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: quotasv2.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.739119 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.739445 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: quotas Sep 15 08:27:07.739765 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: quotasv2_detail.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.741523 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.741892 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: quota_details Sep 15 08:27:07.742234 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: rbac.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.743296 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.743821 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: rbac-policies Sep 15 08:27:07.744155 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: rbac_address_scope.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.745097 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.745611 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: rbac-address-scope Sep 15 08:27:07.745972 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: rbac_security_groups.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.746905 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.748084 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: rbac-security-groups Sep 15 08:27:07.748413 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.749340 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.749873 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: rbac-subnetpool Sep 15 08:27:07.750205 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: revisionifmatch.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.751152 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.751671 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: revision-if-match Sep 15 08:27:07.752004 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: revisions.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.753123 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.753639 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: standard-attr-revisions Sep 15 08:27:07.754011 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: router_availability_zone.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.754698 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.755210 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: router_availability_zone Sep 15 08:27:07.755537 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: routerservicetype.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.756476 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.756981 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 08:27:07.757310 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.758274 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.758783 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: port-security-groups-filtering Sep 15 08:27:07.759108 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: securitygroup.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.769992 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.770521 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: security-group Sep 15 08:27:07.770855 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: segment.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.771642 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.772156 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension segment not supported by any of loaded plugins Sep 15 08:27:07.772486 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.773437 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.773986 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 08:27:07.774315 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: servicetype.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.775416 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.775935 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: service-type Sep 15 08:27:07.776263 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: sorting.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.777248 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.777580 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: sorting Sep 15 08:27:07.777929 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: standard_attr_segment.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.779385 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.779899 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 08:27:07.780224 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: standardattrdescription.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.780886 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.781394 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: standard-attr-description Sep 15 08:27:07.781721 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: stateful_security_group.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.782697 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.783210 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: stateful-security-group Sep 15 08:27:07.783536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: stdattrs_common.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.784118 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 08:27:07.784444 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.785364 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.785894 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 08:27:07.786219 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: subnet_onboard.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.787399 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.787916 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: subnet_onboard Sep 15 08:27:07.788244 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.789178 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.789706 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 08:27:07.790068 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: subnet_service_types.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.791002 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.791517 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: subnet-service-types Sep 15 08:27:07.791845 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: subnetallocation.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.792936 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.793450 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: subnet_allocation Sep 15 08:27:07.793776 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.794589 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.795181 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: subnetpool-prefix-ops Sep 15 08:27:07.795507 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.796454 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.796962 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 08:27:07.797286 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: tagging.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.798380 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.798894 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: standard-attr-tag Sep 15 08:27:07.799232 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: timestamp.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.800432 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.800950 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loaded extension: standard-attr-timestamp Sep 15 08:27:07.801278 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: trunk.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.802359 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.802899 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension trunk not supported by any of loaded plugins Sep 15 08:27:07.803228 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: trunk_details.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.804163 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.804679 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 08:27:07.805003 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.805972 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.806489 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 08:27:07.806813 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Loading extension file: vlantransparent.py {{(pid=74958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 08:27:07.807485 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 08:27:07.807992 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 08:27:07.810830 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:network Sep 15 08:27:07.811549 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:subnet Sep 15 08:27:07.812150 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:07.812919 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:port Sep 15 08:27:07.814216 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.814656 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service FLAVORS assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.815299 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.815733 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.816067 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:router Sep 15 08:27:07.816747 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:27:07.817456 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service METERING assigned prefix: /metering {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.818906 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.819292 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.819650 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:27:07.820792 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:27:07.821240 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:27:07.821914 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:27:07.822650 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service CORE assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.822983 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:07.823319 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] subnetpool is already registered Sep 15 08:27:07.823916 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service CORE assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.824245 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:07.824566 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] subnetpool is already registered Sep 15 08:27:07.827269 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.827711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service FLAVORS assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.828574 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.829000 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.829333 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:router Sep 15 08:27:07.829661 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] router is already registered Sep 15 08:27:07.830287 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 08:27:07.830616 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] floatingip is already registered Sep 15 08:27:07.831250 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service METERING assigned prefix: /metering {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.831924 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 08:27:07.832249 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] rbac_policy is already registered Sep 15 08:27:07.832789 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:security_group Sep 15 08:27:07.833123 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] security_group is already registered Sep 15 08:27:07.833708 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 08:27:07.834059 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] security_group_rule is already registered Sep 15 08:27:07.834731 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service CORE assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.835058 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:07.835378 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] subnetpool is already registered Sep 15 08:27:07.835978 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.v2.resource_helper [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Service CORE assigned prefix: {{(pid=74958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 08:27:07.836303 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 08:27:07.836621 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING neutron.quota.resource_registry [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] subnetpool is already registered Sep 15 08:27:07.837263 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: extensions {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.838715 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: address-groups {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.840269 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: address-scopes {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.842057 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: agents {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.843204 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: auto-allocated-topology {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.844404 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: availability_zones {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.845735 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: dhcp-networks {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.847074 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: dhcp-agents {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.848448 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: routers {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.850252 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: flavors {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.851402 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: service_profiles {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.852569 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: next_providers {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.854097 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: service_profiles {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.855487 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: floatingip-pools {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.857312 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: routers {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.859158 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: floatingips {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.860319 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: l3-routers {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.861647 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: l3-agents {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.863051 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: metering-labels {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.865227 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: metering-label-rules {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.866552 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: network-ip-availabilities {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.867773 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: bindings {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.869396 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: quotas {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.870821 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: quotas {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.872249 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: rbac-policies {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.873510 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: security-groups {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.874729 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: security-group-rules {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.875948 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: service-providers {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.877148 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: subnetpools {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.878557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: subnetpools {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.879971 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.881601 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.883383 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.885100 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.886875 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.888558 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.890301 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.892101 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.893974 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.895789 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron.api.extensions [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Extended resource: tags {{(pid=74958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 08:27:07.901457 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING keystonemiddleware.auth_token [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 08:27:07.906776 dv-cinder-806007-2-iscsi neutron-server[74958]: WARNING keystonemiddleware.auth_token [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 08:27:07.914605 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_concurrency.lockutils [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Acquired lock "singleton_lock" {{(pid=74958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 08:27:07.915080 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_concurrency.lockutils [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Releasing lock "singleton_lock" {{(pid=74958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 08:27:07.915707 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Starting 2 workers Sep 15 08:27:07.920313 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Started child 75063 {{(pid=74958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:07.924451 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Started child 75064 {{(pid=74958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:07.925442 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:07.926091 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO neutron.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 08:27:07.926731 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Notify callbacks [] for process, before_spawn {{(pid=74958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:07.927048 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [-] (75063) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:27:07.929138 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Starting 1 workers Sep 15 08:27:07.929288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:07.930479 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [-] (75064) wsgi starting up on http://0.0.0.0:9696 Sep 15 08:27:07.934094 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Started child 75065 {{(pid=74958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:07.934609 dv-cinder-806007-2-iscsi neutron-server[74958]: INFO oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Starting 1 workers Sep 15 08:27:07.938484 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] calling RpcWorker wait() {{(pid=75065) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 08:27:07.939052 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] returning from RpcWorker wait() {{(pid=75065) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 08:27:07.939328 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Started child 75066 {{(pid=74958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 08:27:07.940113 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG neutron_lib.callbacks.manager [None req-1c8810ca-5fd9-4738-bef4-dbc87c1432f8 None None] Notify callbacks [] for process, after_spawn {{(pid=74958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:07.940356 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:07.940884 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:07.942049 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:27:07.942264 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:27:07.942446 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:27:07.942668 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:27:07.943030 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:27:07.943198 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:27:07.943709 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.943995 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.944144 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:07.944598 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.944598 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.944814 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.945113 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:07.945335 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.945607 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.945887 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.946156 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.946408 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.946571 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.946738 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.946992 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.947240 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.947533 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.947804 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.948043 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.948306 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.948478 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.948733 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.948984 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.949235 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.949503 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] debug = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.949760 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.950324 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.951087 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.951351 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.951589 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.951944 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.952124 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.952384 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.952619 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.953116 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.953352 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.953634 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.953885 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.954145 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.954395 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.954638 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.955108 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] host = dv-cinder-806007-2-iscsi {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.955360 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.955579 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.955818 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.956064 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.956310 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.956551 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.956815 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.957062 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.957322 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.957569 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.957820 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.958105 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.958323 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.958581 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_file = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.958836 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_options = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.958995 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.959336 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.959540 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.959738 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.959909 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.960086 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.960346 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.960511 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.960762 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.960998 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.961216 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.961463 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.961698 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.961970 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.962223 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.962441 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.962659 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.962888 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.963134 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.963361 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.963587 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.963847 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.964032 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.964252 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.964466 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.964701 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.964928 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.965144 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.965358 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.965615 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.965936 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.966206 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.966482 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.966693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.966919 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.967147 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.967385 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.967647 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.967881 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.968140 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.968401 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.968619 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.968946 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.969109 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.970642 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.970642 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_json = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.970642 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.970642 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.970642 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.971754 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.971754 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.971754 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.971754 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.972006 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:07.972584 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.972876 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.973194 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.973430 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.973701 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.974011 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.974234 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.974531 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.975302 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.975302 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.975302 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.978536 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.979693 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984305 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.984920 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.985542 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.985542 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.985542 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.985542 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.985821 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.986045 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.986990 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.991021 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.991300 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.991562 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.991831 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.992075 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.992340 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.992574 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.992845 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.993101 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.993335 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.993567 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:07.993794 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.000216 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.000485 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.002865 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.004753 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.005006 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.005247 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.005486 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.005760 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.006032 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.006340 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.006670 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.006924 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.007195 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.007450 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.007704 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.007966 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.008229 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.008478 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.008726 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.008951 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.009231 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.009504 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.009790 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.010261 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.010500 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.012861 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.013161 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.013647 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.014481 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.015571 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.015820 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.016117 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.016380 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.017052 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.017351 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.017871 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.018197 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.018452 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.018800 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.019090 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.019394 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.019706 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.019990 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.021711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.022645 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.022994 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.023403 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.023667 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.023954 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.024758 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.025125 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.025825 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.026699 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.026984 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.027228 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.027517 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.027775 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.028134 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.029045 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.029278 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.029525 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.029832 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.030115 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.030363 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.030637 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.030906 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.031180 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.031440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.031677 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.031900 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.032122 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.032387 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.032609 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.032864 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.033085 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.033328 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.033570 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.033810 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.034099 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.034319 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.034543 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.034782 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.035026 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.035266 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.035500 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.035717 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.035939 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.036178 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.036398 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.036618 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.036863 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.037078 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.037333 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.037552 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.037857 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.038127 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.038420 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.038593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.045986 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.045986 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046176 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51470) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046276 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.046844 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047378 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047947 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047947 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.047947 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.048161 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.048240 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.048453 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.048737 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.049158 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.049354 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079913 Sep 15 08:27:08.049680 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.050228 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.050679 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.050927 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.051179 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.051568 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.051983 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.052229 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.052454 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.052682 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.052904 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.053212 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.053475 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.053757 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.054257 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.054517 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.054912 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.055189 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.055573 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.055805 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.056061 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.057011 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.057011 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.057011 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.057215 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.057461 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.057833 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.058200 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.058471 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.058793 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.059082 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.059349 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.059572 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.060820 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.061154 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.061470 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.061714 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.061883 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:08.062808 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.062808 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.062808 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.062808 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.063362 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.063362 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.063362 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.063748 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.063882 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.064096 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.064337 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.064572 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.064793 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.065051 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.065297 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.065541 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.065760 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.066963 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:27:08.067490 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 08:27:08.067659 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 08:27:08.067819 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 08:27:08.068007 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 08:27:08.068185 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 08:27:08.068337 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 08:27:08.068544 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.068731 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.068866 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.069193 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.069353 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.069538 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.069696 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.069917 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070088 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070238 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070382 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070524 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070677 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070835 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.070998 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.071159 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.071321 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.071486 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.071660 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.071800 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.071961 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.072123 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.072284 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] debug = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.072447 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.072644 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.072812 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.072974 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.073137 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.073302 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.073467 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.073613 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.073777 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.074103 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.074620 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.074620 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.074786 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.074938 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.075025 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.075188 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.075409 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] host = dv-cinder-806007-2-iscsi {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.075575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.075737 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.075899 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.076046 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.076193 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.076354 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.076505 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.077176 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.078919 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.078919 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.078919 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.078919 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.079648 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.079882 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_file = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.080051 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_options = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.080224 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.080393 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.080609 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.080810 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.080978 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.081159 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.081329 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.081491 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.081810 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.082058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.082155 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.082318 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.082484 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083494 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083494 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083494 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083494 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083494 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083494 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083894 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083894 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.083894 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.084234 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.084234 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.084484 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.084587 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.084760 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.084913 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.085074 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.085237 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.085396 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.085554 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.085707 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.085952 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.086967 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.086967 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.086967 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.086967 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.086967 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.086967 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.087316 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.087316 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.087436 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.087545 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.087756 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.087896 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_json = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088033 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088170 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088318 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088465 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088626 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088790 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.088974 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.089125 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 08:27:08.089270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.089410 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.090604 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.093270 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.094320 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.095426 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.096575 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.097557 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.098440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.098440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.098440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.098440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.098440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.098440 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099178 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099178 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099178 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099178 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099665 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099665 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099665 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.099665 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100227 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100227 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100227 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100599 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100599 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100599 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100978 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100978 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.100978 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.101351 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.101351 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.101613 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.101613 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.101914 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.102061 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.102208 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.102344 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.102477 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.102641 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.102813 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103052 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103202 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103338 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103491 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103627 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103761 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.103894 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104028 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104181 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104343 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104504 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104665 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104812 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.104978 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.105138 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.105298 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.105454 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.105618 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.105779 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.105963 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.106098 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.106271 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.106444 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.107199 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.107342 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.107478 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.107613 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.107782 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.107944 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.108107 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.108272 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.108409 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.108568 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.108739 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.108913 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.109076 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.109237 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.109387 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.109574 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.109722 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.109953 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110096 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110246 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110393 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110527 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110660 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110794 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.110955 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.111169 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.111533 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.111533 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.111887 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.111887 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.111887 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.113041 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.114058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.114058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.114058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.114058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.114058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.114058 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.115593 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.116419 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117065 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117065 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117065 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117065 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117565 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117565 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117565 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.117565 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118111 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118111 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118111 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118493 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118493 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118493 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118870 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.118870 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119123 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119123 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119375 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119375 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119764 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.119894 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120025 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120162 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120294 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120427 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120570 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120711 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.120873 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.121035 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.121210 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.121372 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.121534 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.122646 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.122646 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.122646 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.122646 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.122646 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.122646 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.123631 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.124497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.124497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.124497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.124497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.124497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.124497 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125247 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125247 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125247 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125247 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125752 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125752 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125752 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.125752 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126267 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126267 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126267 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126661 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126661 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126927 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.126927 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127208 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127208 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127474 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127474 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127726 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127868 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.127992 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.128075 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.128221 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.128385 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.128547 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.128710 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.128876 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.129092 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.129254 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.129572 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 08:27:08.129893 dv-cinder-806007-2-iscsi neutron-server[74958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 08:27:18.618544 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3534a622-78f1-4db0-8b15-260202a1fb41 None None] get_active_networks_info from dv-cinder-806007-2-iscsi {{(pid=75065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 08:27:18.701280 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534a622-78f1-4db0-8b15-260202a1fb41 None None] No non-hosted networks {{(pid=75065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 08:27:18.717426 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.agentschedulers_db [None req-3534a622-78f1-4db0-8b15-260202a1fb41 None None] DHCP Agent not found on host dv-cinder-806007-2-iscsi {{(pid=75065) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 08:27:18.848829 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1414eeb2-6a9a-4b2a-bec6-33c887c2da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642423'] for agent, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:18.892066 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642423'] for agent, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:18.893096 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.893729 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.894398 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.894882 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.895347 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.895820 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.896294 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.896782 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.897297 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.897759 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.899287 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:18.899816 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806007-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:18.913200 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806007-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:20.715070 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d25cd027-c971-4e3f-a022-ff0e47bea6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642423'] for agent, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:20.763179 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f2aaaf91-f065-4ef7-9f2d-5de178cf3569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:21.954660 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642423'] for agent, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:23.084039 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.db.l3_hamode_db [None req-6b52d1a4-d541-416a-afad-ca09fa5fb335 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 08:27:23.175428 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52d1a4-d541-416a-afad-ca09fa5fb335 None None] Routers set() bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:23.175791 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52d1a4-d541-416a-afad-ca09fa5fb335 None None] Router IDs set() for agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 08:27:23.291206 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642423'] for agent, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:24.817947 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 51568) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:25.421046 dv-cinder-806007-2-iscsi neutron-server[75064]: WARNING oslo_policy.policy [None req-6daafdf1-28dc-49e2-ac71-918652ba0329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:25.421674 dv-cinder-806007-2-iscsi neutron-server[75064]: WARNING oslo_policy.policy [None req-6daafdf1-28dc-49e2-ac71-918652ba0329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:25.638715 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [None req-6daafdf1-28dc-49e2-ac71-918652ba0329 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75064) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:25.639866 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-6daafdf1-28dc-49e2-ac71-918652ba0329 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8199337 Sep 15 08:27:27.868734 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 51582) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:28.257025 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:28.307397 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.policy [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75064) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:27:28.308188 dv-cinder-806007-2-iscsi neutron-server[75064]: WARNING oslo_policy.policy [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:28.308571 dv-cinder-806007-2-iscsi neutron-server[75064]: WARNING oslo_policy.policy [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:28.312410 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.quota [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] Loaded quota_driver: . Sep 15 08:27:28.328658 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:28.400708 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743753019153', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743752973232', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743752961696', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743752984010', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743752990558', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1040507', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1044560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1986673', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617251'] for rbac-policy, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:28.470406 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:28.471543 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-471530d9-f458-4c68-a117-3cfe85c3d5a8 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6018534 Sep 15 08:27:30.979841 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 51596) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:31.351026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Request body: {'network': {'project_id': 'db2a8189a886482cb04f10d738acfa92', 'name': 'private', 'admin_state_up': True}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:31.356416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:31.360916 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Usage tracker for resource:network and tenant:db2a8189a886482cb04f10d738acfa92 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:31.365444 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:31.371489 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:31.381407 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Made reservation on behalf of db2a8189a886482cb04f10d738acfa92 for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:31.384203 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.401794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.443773 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:31.447314 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Usage tracker for resource:security_group_rule and tenant:db2a8189a886482cb04f10d738acfa92 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:31.450629 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:31.456547 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:31.523368 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.527104 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.532968 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:31.551198 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:27:31.576145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743755672724', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.576742 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Unsubscribe: segment precommit_create {{(pid=75064) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:27:31.577193 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Added segment db94d6b4-3fa0-4747-b406-d78aef049e61 of type vlan for network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 Sep 15 08:27:31.595351 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3bd75-c3e6-43ec-90b0-5c62d89fd613,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:31.648661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.649001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.649331 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.649658 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.650028 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.650352 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.650667 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.651014 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.651313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.651622 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.651930 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Tracked resource versions report: Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: pushed versions: Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Log': {'1.0'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Network': {'1.1'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Port': {'1.5'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'PortForwarding': {'1.2'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'QosPolicy': {'1.8'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SubPort': {'1.0'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Subnet': {'1.1'}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Trunk': {'1.1'}} Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: consumer versions: Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Log': '1.0', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Network': '1.1', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Port': '1.5', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'PortForwarding': '1.2', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'QosPolicy': '1.8', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroup': '1.2', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroupRule': '1.0', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SubPort': '1.0', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Subnet': '1.1', Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Trunk': '1.1'}} Sep 15 08:27:31.654071 dv-cinder-806007-2-iscsi neutron-server[75064]: {{(pid=75064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:31.695069 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:31.701891 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.741411 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.742857 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:31.743531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:31.748622 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:31.853486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Pushing event updated for resources: {'Network': ['ID=33c45bf2-9d62-4f62-9af6-3f7d0e043ef8,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:31.856113 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8752966 Sep 15 08:27:31.857818 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:31.866378 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:27:34.434544 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 51612) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:34.893406 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a1328-a4d6-4a8c-8d7e-e80d797cf884 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:34.894670 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-2d7a1328-a4d6-4a8c-8d7e-e80d797cf884 admin admin] 10.222.0.36 "GET /v2.0/networks/33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 HTTP/1.1" status: 200 len: 825 time: 0.4592011 Sep 15 08:27:34.924401 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b8824d13-53b9-4511-bbde-ce9f43c8b0b0 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/90c5e7b5-af79-4a5f-8ed1-5f198f54d784 HTTP/1.1" status: 200 len: 734 time: 0.0245085 Sep 15 08:27:34.932383 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Request body: {'subnet': {'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:34.937145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:34.940743 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Usage tracker for resource:subnet and tenant:db2a8189a886482cb04f10d738acfa92 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:34.943545 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:34.948952 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:34.959131 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Made reservation on behalf of db2a8189a886482cb04f10d738acfa92 for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:34.961393 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:35.234337 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:35.238768 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:35.324447 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39417b1-2b76-48cc-b99f-d6f62e1dafbd,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:35.333658 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:35.334832 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Checking segment: {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:35.335412 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Network hostable DHCP agents. Network: 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:27:35.362226 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:27:35.373509 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:35.378175 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:35.378770 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:35.383522 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4d713-4544-4909-9745-182a230441d4 None None] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:35.396894 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4676266 Sep 15 08:27:35.692672 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:27:35.693828 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:35.879337 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Allocated IP 172.20.0.2 (33c45bf2-9d62-4f62-9af6-3f7d0e043ef8/f39417b1-2b76-48cc-b99f-d6f62e1dafbd/8d772909-30d3-4be6-9b38-5b68025581a0) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:27:36.103939 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.117951 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Transition to ACTIVE for port object 8d772909-30d3-4be6-9b38-5b68025581a0 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:36.138687 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Transition to ACTIVE for port object 8d772909-30d3-4be6-9b38-5b68025581a0 will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:36.144667 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.149578 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:36.212059 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:36.213202 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:36.220702 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:27:36.227202 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Pushing event updated for resources: {'Port': ['ID=8d772909-30d3-4be6-9b38-5b68025581a0,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:36.265816 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.266168 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.266494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.266817 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.267140 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.267457 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.267773 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.268101 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.268418 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.268725 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.269035 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Tracked resource versions report: Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: pushed versions: Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Log': {'1.0'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Network': {'1.1'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Port': {'1.5'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'PortForwarding': {'1.2'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'QosPolicy': {'1.8'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SubPort': {'1.0'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Subnet': {'1.1'}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Trunk': {'1.1'}} Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: consumer versions: Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Log': '1.0', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Network': '1.1', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Port': '1.5', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'PortForwarding': '1.2', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'QosPolicy': '1.8', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroup': '1.2', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroupRule': '1.0', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SubPort': '1.0', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Subnet': '1.1', Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Trunk': '1.1'}} Sep 15 08:27:36.270109 dv-cinder-806007-2-iscsi neutron-server[75065]: {{(pid=75065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:36.300748 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:36.330694 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Attempting to bind port 8d772909-30d3-4be6-9b38-5b68025581a0 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:27:36.331088 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Attempting to bind port 8d772909-30d3-4be6-9b38-5b68025581a0 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:27:36.331498 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Attempting to bind port 8d772909-30d3-4be6-9b38-5b68025581a0 on network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:27:36.338036 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:27:36.338440 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Checking segment: {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:36.338914 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.339301 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Bound using segment: {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:27:36.339863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Bound port: 8d772909-30d3-4be6-9b38-5b68025581a0, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:27:36.340455 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.426277 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] For port 8d772909-30d3-4be6-9b38-5b68025581a0, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:27:36.430103 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] For port 8d772909-30d3-4be6-9b38-5b68025581a0, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=8d772909-30d3-4be6-9b38-5b68025581a0,segment=NetworkSegment(db94d6b4-3fa0-4747-b406-d78aef049e61),segment_id=db94d6b4-3fa0-4747-b406-d78aef049e61)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:27:36.435511 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:36.439785 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:36.544262 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Pushing event updated for resources: {'Port': ['ID=8d772909-30d3-4be6-9b38-5b68025581a0,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:36.547245 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:37.688705 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51622) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:38.303263 dv-cinder-806007-2-iscsi neutron-server[75063]: WARNING oslo_policy.policy [None req-46a7a156-e961-42c4-87d2-7f43137be09a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:38.303875 dv-cinder-806007-2-iscsi neutron-server[75063]: WARNING oslo_policy.policy [None req-46a7a156-e961-42c4-87d2-7f43137be09a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:38.522484 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [None req-46a7a156-e961-42c4-87d2-7f43137be09a admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:38.523610 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-46a7a156-e961-42c4-87d2-7f43137be09a admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8338790 Sep 15 08:27:40.265416 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0f9d5-aed8-4ace-9ea1-e435d13d70ea None None] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:40.364861 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-3bdf28f3-def5-4099-9789-d0fe840d8437 None None] Provisioning for port 8d772909-30d3-4be6-9b38-5b68025581a0 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:40.813192 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51640) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:41.198538 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 8d772909-30d3-4be6-9b38-5b68025581a0 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:41.201786 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [None req-1c76c735-7f31-4727-a00e-2db96af04cd2 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:41.203031 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-1c76c735-7f31-4727-a00e-2db96af04cd2 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3887312 Sep 15 08:27:41.272416 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 8d772909-30d3-4be6-9b38-5b68025581a0 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:41.277775 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 8d772909-30d3-4be6-9b38-5b68025581a0 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:41.278396 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:41.400677 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:41.434593 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 8d772909-30d3-4be6-9b38-5b68025581a0, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=8d772909-30d3-4be6-9b38-5b68025581a0,segment=NetworkSegment(db94d6b4-3fa0-4747-b406-d78aef049e61),segment_id=db94d6b4-3fa0-4747-b406-d78aef049e61)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:27:41.438976 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:41.441604 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:41.506058 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=8d772909-30d3-4be6-9b38-5b68025581a0,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:41.509133 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:43.177033 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 8d772909-30d3-4be6-9b38-5b68025581a0 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:43.249116 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 8d772909-30d3-4be6-9b38-5b68025581a0 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:43.249492 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:43.834395 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51652) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:44.195621 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Request body: {'router': {'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'name': 'router1'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:44.228455 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.policy [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75063) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 08:27:44.229207 dv-cinder-806007-2-iscsi neutron-server[75063]: WARNING oslo_policy.policy [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:44.229583 dv-cinder-806007-2-iscsi neutron-server[75063]: WARNING oslo_policy.policy [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 08:27:44.232874 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.quota [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Loaded quota_driver: . Sep 15 08:27:44.248188 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:44.254417 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Usage tracker for resource:router and tenant:db2a8189a886482cb04f10d738acfa92 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:44.259011 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:44.267116 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:44.283283 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.285250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.315256 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.428772 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.448096 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:44.449768 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5f89c41a-0a4a-4884-ac2f-e2aebe54e387 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6144080 Sep 15 08:27:46.685657 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51664) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:47.065445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [None req-b95f08eb-cca6-4e0a-a3b3-c4de415d8bf3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:27:47.066455 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b95f08eb-cca6-4e0a-a3b3-c4de415d8bf3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3797803 Sep 15 08:27:48.537595 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c639-264b-4939-8803-2d45f4a434cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.828042 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:48.995318 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:27:49.351656 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51674) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:49.733058 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:49.738048 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:49.741676 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Usage tracker for resource:network and tenant:8baf6f8c33474241b9287f2f58c52b3e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:49.745050 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:49.751382 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:49.760352 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Made reservation on behalf of 8baf6f8c33474241b9287f2f58c52b3e for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:49.763420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:49.783137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:49.823884 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:49.827525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Usage tracker for resource:security_group_rule and tenant:8baf6f8c33474241b9287f2f58c52b3e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:49.830796 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:49.836351 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:49.905148 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:49.908750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:49.913949 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:49.926048 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=75063) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 08:27:49.957126 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743755672724', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:49.957679 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Unsubscribe: segment precommit_create {{(pid=75063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 08:27:49.958238 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Added segment 7455facd-7b52-4ea0-beff-23d23030a30f of type flat for network 52034bb3-e9e5-41f7-916e-2422e53a40ed Sep 15 08:27:50.010406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da634b-2e3d-4f84-afcd-ef890879ae65,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:50.033779 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.034306 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.034630 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.034980 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.035351 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.035786 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.036213 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.036545 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.036855 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.037158 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.037460 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Tracked resource versions report: Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: pushed versions: Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Log': {'1.0'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Network': {'1.1'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Port': {'1.5'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'PortForwarding': {'1.2'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'QosPolicy': {'1.8'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SubPort': {'1.0'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Subnet': {'1.1'}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Trunk': {'1.1'}} Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: consumer versions: Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Log': '1.0', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Network': '1.1', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Port': '1.5', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'PortForwarding': '1.2', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'QosPolicy': '1.8', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroup': '1.2', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroupRule': '1.0', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SubPort': '1.0', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Subnet': '1.1', Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Trunk': '1.1'}} Sep 15 08:27:50.038541 dv-cinder-806007-2-iscsi neutron-server[75063]: {{(pid=75063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:50.081628 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.088790 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:50.126151 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.127441 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:50.128086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:50.132531 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:50.242739 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8900247 Sep 15 08:27:50.245363 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Pushing event updated for resources: {'Network': ['ID=52034bb3-e9e5-41f7-916e-2422e53a40ed,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:50.249199 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:50.256722 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:27:50.712785 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-45e8d3bd-954b-435a-80ec-98f246082bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:51.910035 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:52.509714 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 51698) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:52.737161 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76970737-6181-46c9-a7b8-2dde4594da81 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:52.738812 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-76970737-6181-46c9-a7b8-2dde4594da81 admin admin] 10.222.0.36 "GET /v2.0/subnets/f39417b1-2b76-48cc-b99f-d6f62e1dafbd HTTP/1.1" status: 200 len: 849 time: 0.2281277 Sep 15 08:27:52.922479 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3bc56e12-cf26-4716-9b6d-194a271f08c4 admin admin] 10.222.0.36 "GET /v2.0/routers/5bc59344-8386-4e1f-88f4-1912e5ebbdb2 HTTP/1.1" status: 200 len: 704 time: 0.1783195 Sep 15 08:27:53.251708 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:53.389574 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:53.610767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Allocated IP 172.20.0.1 (33c45bf2-9d62-4f62-9af6-3f7d0e043ef8/f39417b1-2b76-48cc-b99f-d6f62e1dafbd/b2b6963c-2930-4d6a-889d-e76eab9fc9f7) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:27:53.767603 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:53.784334 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Transition to ACTIVE for port object b2b6963c-2930-4d6a-889d-e76eab9fc9f7 will not be triggered until provisioned by entity DHCP. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:53.837995 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:53.842177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:53.903271 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:53.906004 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:53.909749 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:27:53.910290 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:53.918591 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:53.963542 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:54.038140 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.091894 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-fd6b2925-eff7-4f74-99c5-a09ca026b44a None None] Provisioning for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:54.096981 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-fd6b2925-eff7-4f74-99c5-a09ca026b44a None None] Provisioning complete for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:54.097353 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-fd6b2925-eff7-4f74-99c5-a09ca026b44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.148894 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b2925-eff7-4f74-99c5-a09ca026b44a None None] Port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:27:54.290207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.295083 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.296154 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.299882 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:54.436114 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:54.438938 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:54.498652 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:27:54.499693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:54.673967 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-0dacbe30-9470-457e-bb2d-55bc4887404c None None] Provisioning complete for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:54.674517 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0dacbe30-9470-457e-bb2d-55bc4887404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:54.724682 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-0dacbe30-9470-457e-bb2d-55bc4887404c None None] Port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:27:54.863212 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:27:55.031473 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:27:55.040181 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] 10.222.0.36 "PUT /v2.0/routers/5bc59344-8386-4e1f-88f4-1912e5ebbdb2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1130621 Sep 15 08:27:55.040329 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Sync routers for ids ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:27:55.053880 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Routers {'5bc59344-8386-4e1f-88f4-1912e5ebbdb2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:55.054904 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:27:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:55.228247 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Set router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 gateway port host: None {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:27:55.594190 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'name': 'router1', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:44Z', 'updated_at': '2021-09-15T08:27:53Z', 'revision_number': 2, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'gw_port_host': None, '_interfaces': [{'id': 'b2b6963c-2930-4d6a-889d-e76eab9fc9f7', 'name': '', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'mac_address': 'fa:16:3e:5c:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:53Z', 'updated_at': '2021-09-15T08:27:54Z', 'revision_number': 2, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'subnets': [{'id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:55.598962 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Checking router: 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:27:55.599330 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Updating router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:27:55.652387 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.021853 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.036017 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Transition to ACTIVE for port object b2b6963c-2930-4d6a-889d-e76eab9fc9f7 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:27:56.042416 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.047876 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:56.265683 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Pushing event updated for resources: {'Port': ['ID=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:56.289148 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.289402 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.289741 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.290071 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.290389 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.290702 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.291014 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.291331 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.291639 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.291943 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.292780 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Tracked resource versions report: Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: pushed versions: Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Log': {'1.0'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Network': {'1.1'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Port': {'1.5'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'PortForwarding': {'1.2'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'QosPolicy': {'1.8'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroup': {'1.2'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SubPort': {'1.0'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Subnet': {'1.1'}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Trunk': {'1.1'}} Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: consumer versions: Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Log': '1.0', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Network': '1.1', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Port': '1.5', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'PortForwarding': '1.2', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'QosPolicy': '1.8', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroup': '1.2', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroupRule': '1.0', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SubPort': '1.0', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Subnet': '1.1', Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Trunk': '1.1'}} Sep 15 08:27:56.293903 dv-cinder-806007-2-iscsi neutron-server[75066]: {{(pid=75066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:27:56.298148 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Attempting to bind port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:27:56.298541 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Attempting to bind port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:27:56.298962 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Attempting to bind port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 on network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:27:56.301097 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:56.306574 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:27:56.306979 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Checking segment: {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:56.307461 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.309187 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Bound using segment: {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:27:56.309187 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Bound port: b2b6963c-2930-4d6a-889d-e76eab9fc9f7, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db94d6b4-3fa0-4747-b406-d78aef049e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:27:56.309393 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.399525 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] For port b2b6963c-2930-4d6a-889d-e76eab9fc9f7, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:27:56.404598 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] For port b2b6963c-2930-4d6a-889d-e76eab9fc9f7, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,segment=NetworkSegment(db94d6b4-3fa0-4747-b406-d78aef049e61),segment_id=db94d6b4-3fa0-4747-b406-d78aef049e61)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:27:56.408863 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:56.412804 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:56.498902 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Pushing event updated for resources: {'Port': ['ID=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,revision_number=4']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:56.504371 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Routers {'5bc59344-8386-4e1f-88f4-1912e5ebbdb2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:27:56.504989 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:27:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:56.556656 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:56.662896 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] Set router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 gateway port host: None {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:27:56.990465 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'name': 'router1', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:44Z', 'updated_at': '2021-09-15T08:27:53Z', 'revision_number': 2, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'gw_port_host': None, '_interfaces': [{'id': 'b2b6963c-2930-4d6a-889d-e76eab9fc9f7', 'name': '', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'mac_address': 'fa:16:3e:5c:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:53Z', 'updated_at': '2021-09-15T08:27:56Z', 'revision_number': 4, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'subnets': [{'id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:27:56.994392 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f00859-89d0-475f-b850-0d0b14931401 None None] The sync data for ids ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'] in dv-cinder-806007-2-iscsi is: [{'id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'name': 'router1', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:44Z', 'updated_at': '2021-09-15T08:27:53Z', 'revision_number': 2, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'gw_port_host': None, '_interfaces': [{'id': 'b2b6963c-2930-4d6a-889d-e76eab9fc9f7', 'name': '', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'mac_address': 'fa:16:3e:5c:d3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:53Z', 'updated_at': '2021-09-15T08:27:56Z', 'revision_number': 4, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'subnets': [{'id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:27:57.101033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51720) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:27:57.275772 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c996e-a8bc-4926-a582-64d1b7bb1c5e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:57.276252 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d39c996e-a8bc-4926-a582-64d1b7bb1c5e admin admin] Synchronizing usage tracker for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:27:57.295485 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d39c996e-a8bc-4926-a582-64d1b7bb1c5e admin admin] Unset dirty status for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:27:57.296550 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d39c996e-a8bc-4926-a582-64d1b7bb1c5e admin admin] 10.222.0.36 "GET /v2.0/networks/52034bb3-e9e5-41f7-916e-2422e53a40ed HTTP/1.1" status: 200 len: 842 time: 0.1944973 Sep 15 08:27:57.306658 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Request body: {'subnet': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:27:57.313659 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:27:57.318761 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Usage tracker for resource:subnet and tenant:8baf6f8c33474241b9287f2f58c52b3e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:27:57.324559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:27:57.330991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:27:57.342625 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Made reservation on behalf of 8baf6f8c33474241b9287f2f58c52b3e for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:27:57.345122 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:57.765128 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.objects.ports [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75063) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 15 08:27:57.765619 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:57.769813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:57.843744 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a36b67d-1d26-43d4-b13b-e7a62e64cdb0,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:57.850793 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:27:57.861931 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:27:57.862319 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Network hostable DHCP agents. Network: 52034bb3-e9e5-41f7-916e-2422e53a40ed, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:27:57.888456 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:27:57.899674 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 52034bb3-e9e5-41f7-916e-2422e53a40ed) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:27:57.904928 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:27:57.905530 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:57.907880 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd1faee-bdb1-4120-bb94-70cb25b5820a None None] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:57.928142 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6259069 Sep 15 08:27:58.152119 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dafaf2-b7bf-4e0b-a253-2f9b6379c90b None None] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:27:59.200978 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device b2b6963c-2930-4d6a-889d-e76eab9fc9f7 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:27:59.267992 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:27:59.272885 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:27:59.273321 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:59.407165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:59.437974 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port b2b6963c-2930-4d6a-889d-e76eab9fc9f7, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,segment=NetworkSegment(db94d6b4-3fa0-4747-b406-d78aef049e61),segment_id=db94d6b4-3fa0-4747-b406-d78aef049e61)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:27:59.441888 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:27:59.443841 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:27:59.506968 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=b2b6963c-2930-4d6a-889d-e76eab9fc9f7,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:27:59.510050 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:28:00.046204 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51734) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:28:00.300887 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b70d5f22-3d6b-41f1-aa31-354cb8afe716 admin admin] 10.222.0.36 "GET /v2.0/routers/5bc59344-8386-4e1f-88f4-1912e5ebbdb2 HTTP/1.1" status: 200 len: 710 time: 0.2534873 Sep 15 08:28:00.437356 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df11fa-91f6-4a91-aab9-f6b82b364b7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:28:00.438738 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-15df11fa-91f6-4a91-aab9-f6b82b364b7f admin admin] 10.222.0.36 "GET /v2.0/networks/52034bb3-e9e5-41f7-916e-2422e53a40ed HTTP/1.1" status: 200 len: 886 time: 0.1327560 Sep 15 08:28:00.447271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:28:00.924335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.105041 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.164859 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.187380 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device b2b6963c-2930-4d6a-889d-e76eab9fc9f7 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:28:01.258199 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:28:01.258573 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.300177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Allocated IP 172.27.0.147 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/94d10da0-05cb-426f-a2c6-288e5c666426) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:28:01.498023 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.549512 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.553330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:28:01.618670 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:28:01.622029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:28:01.626451 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:28:01.649129 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Pushing event updated for resources: {'Port': ['ID=94d10da0-05cb-426f-a2c6-288e5c666426,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:28:01.662806 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:28:01.803188 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.965379 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:01.968712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667167', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1639389'] for router, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:02.164228 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:28:02.366262 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:28:02.375152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:02.375547 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Sync routers for ids ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:28:02.376347 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/5bc59344-8386-4e1f-88f4-1912e5ebbdb2 HTTP/1.1" status: 200 len: 890 time: 1.9322863 Sep 15 08:28:02.391036 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Routers {'5bc59344-8386-4e1f-88f4-1912e5ebbdb2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:28:02.391750 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:27:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:28:02.589770 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Set router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:28:02.927635 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'name': 'router1', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '94d10da0-05cb-426f-a2c6-288e5c666426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:44Z', 'updated_at': '2021-09-15T08:28:01Z', 'revision_number': 4, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'gw_port': {'id': '94d10da0-05cb-426f-a2c6-288e5c666426', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:28:01Z', 'updated_at': '2021-09-15T08:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b2b6963c-2930-4d6a-889d-e76eab9fc9f7', 'name': '', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'mac_address': 'fa:16:3e:5c:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:53Z', 'updated_at': '2021-09-15T08:27:59Z', 'revision_number': 5, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'subnets': [{'id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:28:02.932365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Checking router: 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:28:02.932908 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Updating router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 port 94d10da0-05cb-426f-a2c6-288e5c666426 binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:28:02.986195 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:03.307127 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:03.320088 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Transition to ACTIVE for port object 94d10da0-05cb-426f-a2c6-288e5c666426 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:28:03.327997 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:03.333008 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2192945b-8348-4b3e-adbd-c95e43b910e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:28:03.408579 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7e6d9-5559-4968-ac6c-0ab1e4fed515 None None] Pushing event updated for resources: {'Port': ['ID=94d10da0-05cb-426f-a2c6-288e5c666426,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:28:03.410794 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Attempting to bind port 94d10da0-05cb-426f-a2c6-288e5c666426 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:28:03.411164 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Attempting to bind port 94d10da0-05cb-426f-a2c6-288e5c666426 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:28:03.411532 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Attempting to bind port 94d10da0-05cb-426f-a2c6-288e5c666426 on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:28:03.413671 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ccf7e6d9-5559-4968-ac6c-0ab1e4fed515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:28:03.419647 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:28:03.420019 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:28:03.420419 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:03.420811 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:28:03.421276 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Bound port: 94d10da0-05cb-426f-a2c6-288e5c666426, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:28:03.421661 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:03.493198 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] For port 94d10da0-05cb-426f-a2c6-288e5c666426, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:28:03.496715 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] For port 94d10da0-05cb-426f-a2c6-288e5c666426, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=94d10da0-05cb-426f-a2c6-288e5c666426,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:28:03.500870 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:03.504608 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:28:03.586957 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7e6d9-5559-4968-ac6c-0ab1e4fed515 None None] Pushing event updated for resources: {'Port': ['ID=94d10da0-05cb-426f-a2c6-288e5c666426,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:28:03.590427 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ccf7e6d9-5559-4968-ac6c-0ab1e4fed515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:28:03.592715 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Routers {'5bc59344-8386-4e1f-88f4-1912e5ebbdb2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:28:03.593356 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:27:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:28:03.793971 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] Set router 5bc59344-8386-4e1f-88f4-1912e5ebbdb2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:28:04.118025 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'name': 'router1', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '94d10da0-05cb-426f-a2c6-288e5c666426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:44Z', 'updated_at': '2021-09-15T08:28:01Z', 'revision_number': 4, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'gw_port': {'id': '94d10da0-05cb-426f-a2c6-288e5c666426', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:28:01Z', 'updated_at': '2021-09-15T08:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b2b6963c-2930-4d6a-889d-e76eab9fc9f7', 'name': '', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'mac_address': 'fa:16:3e:5c:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:53Z', 'updated_at': '2021-09-15T08:27:59Z', 'revision_number': 5, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'subnets': [{'id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:28:04.122193 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3a99d5-6126-4347-8f00-fac80cc8c911 None None] The sync data for ids ['5bc59344-8386-4e1f-88f4-1912e5ebbdb2'] in dv-cinder-806007-2-iscsi is: [{'id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'name': 'router1', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '94d10da0-05cb-426f-a2c6-288e5c666426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:27:44Z', 'updated_at': '2021-09-15T08:28:01Z', 'revision_number': 4, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'gw_port': {'id': '94d10da0-05cb-426f-a2c6-288e5c666426', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:28:01Z', 'updated_at': '2021-09-15T08:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b2b6963c-2930-4d6a-889d-e76eab9fc9f7', 'name': '', 'network_id': '33c45bf2-9d62-4f62-9af6-3f7d0e043ef8', 'tenant_id': 'db2a8189a886482cb04f10d738acfa92', 'mac_address': 'fa:16:3e:5c:d3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc59344-8386-4e1f-88f4-1912e5ebbdb2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:27:53Z', 'updated_at': '2021-09-15T08:27:59Z', 'revision_number': 5, 'project_id': 'db2a8189a886482cb04f10d738acfa92', 'subnets': [{'id': 'f39417b1-2b76-48cc-b99f-d6f62e1dafbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90c5e7b5-af79-4a5f-8ed1-5f198f54d784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:28:04.631893 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 51744) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:28:04.767270 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-19d90471-ee48-4630-8b80-632bf928b422 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1343451 Sep 15 08:28:05.212075 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 94d10da0-05cb-426f-a2c6-288e5c666426 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:28:05.282113 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 94d10da0-05cb-426f-a2c6-288e5c666426 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:28:05.287197 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 94d10da0-05cb-426f-a2c6-288e5c666426 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:28:05.287568 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:05.411129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:05.427214 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 94d10da0-05cb-426f-a2c6-288e5c666426, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=94d10da0-05cb-426f-a2c6-288e5c666426,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:28:05.430837 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:05.432863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:28:05.498058 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=94d10da0-05cb-426f-a2c6-288e5c666426,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:28:05.501223 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:28:07.195493 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 94d10da0-05cb-426f-a2c6-288e5c666426 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:28:07.299379 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 94d10da0-05cb-426f-a2c6-288e5c666426 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:28:07.299962 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:18.540362 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-15e91eb7-82d4-46d0-ac84-1c32c2cbc47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:18.832535 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:20.718730 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-60e443fc-52b2-492c-9b54-48745d30fb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:21.912147 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:23.266991 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:25.998924 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:28:48.544361 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-4c4b5687-7d3d-461a-ab5c-3d63e1d51e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:48.841374 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:50.744226 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-bec9e30f-0f3e-4c1a-9230-afaca234c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:51.915799 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:28:53.275185 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:02.999060 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:29:18.548817 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f31edaad-f6a3-4db3-b862-07c4c62ad87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:18.875404 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:20.719883 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9df2770c-e85d-4a73-a0bd-7a0404cc9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:21.945388 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:23.275060 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:39.998888 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:29:48.552428 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-94afbcc0-9ac0-4938-ab3e-b8085a2b09c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:48.838779 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:50.713632 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79c613bf-450a-45e8-a220-3fa8b0cc9d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:51.923817 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:29:53.276066 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:06.919024 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52316) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:07.008276 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.pecan_wsgi.hooks.translation [None req-57286368-547c-4fbb-b3e2-0c878750c4da admin admin] GET failed (client error): The resource could not be found. Sep 15 08:30:07.009452 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-57286368-547c-4fbb-b3e2-0c878750c4da admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0895014 Sep 15 08:30:07.138731 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff4ecf-63e4-4092-ba51-ef95847ee176 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:07.140097 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-54ff4ecf-63e4-4092-ba51-ef95847ee176 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1262343 Sep 15 08:30:09.209097 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52326) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:09.341715 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23ee08-2ff0-483f-abe2-65f81ab6ed23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:09.342293 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8d23ee08-2ff0-483f-abe2-65f81ab6ed23 admin admin] Synchronizing usage tracker for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:subnet {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:30:09.358381 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8d23ee08-2ff0-483f-abe2-65f81ab6ed23 admin admin] Unset dirty status for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:subnet {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:30:09.359532 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8d23ee08-2ff0-483f-abe2-65f81ab6ed23 admin admin] 10.222.0.36 "GET /v2.0/subnets/f39417b1-2b76-48cc-b99f-d6f62e1dafbd HTTP/1.1" status: 200 len: 849 time: 0.1495266 Sep 15 08:30:09.368465 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:30:09.483809 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Notify callbacks [] for subnet, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:09.701789 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743755728680'] for subnet, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:09.705579 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0ace89ff-3de6-4042-abc6-08cc280768aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:09.753428 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:09.753544 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:09.755532 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] 10.222.0.36 "PUT /v2.0/subnets/f39417b1-2b76-48cc-b99f-d6f62e1dafbd HTTP/1.1" status: 200 len: 868 time: 0.3905547 Sep 15 08:30:09.756570 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589bd6b-d7e0-4722-98e4-6d91cbe5614b None None] Network 33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:30:09.770632 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39417b1-2b76-48cc-b99f-d6f62e1dafbd,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:09.779486 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.779840 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.780147 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.780467 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.780800 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.781119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.781430 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.781742 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.782093 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.782456 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.782773 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:09.786473 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:10.286722 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-90ae8c3a-7aec-4360-8608-63b8c0e89f03 None None] Provisioning complete for port b2b6963c-2930-4d6a-889d-e76eab9fc9f7 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:10.287057 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-90ae8c3a-7aec-4360-8608-63b8c0e89f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:10.415449 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-90ae8c3a-7aec-4360-8608-63b8c0e89f03 None None] Provisioning complete for port 8d772909-30d3-4be6-9b38-5b68025581a0 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:10.415822 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-90ae8c3a-7aec-4360-8608-63b8c0e89f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:11.788278 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52336) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:11.982767 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9134d98-a668-40e7-b4d2-e3a87a7115f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:11.983063 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9134d98-a668-40e7-b4d2-e3a87a7115f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:11.984563 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c9134d98-a668-40e7-b4d2-e3a87a7115f1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952932 Sep 15 08:30:13.999450 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52346) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:14.194021 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cd0f8-ddc7-4f68-b7cb-39095e263ad1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:14.194408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962cd0f8-ddc7-4f68-b7cb-39095e263ad1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:14.195990 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-962cd0f8-ddc7-4f68-b7cb-39095e263ad1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955857 Sep 15 08:30:16.190970 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52356) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:16.390117 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b478cf2-c035-4697-9a8e-cc5ac65e0559 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:16.391416 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-7b478cf2-c035-4697-9a8e-cc5ac65e0559 admin admin] 10.222.0.36 "GET /v2.0/networks/33c45bf2-9d62-4f62-9af6-3f7d0e043ef8 HTTP/1.1" status: 200 len: 869 time: 0.1995020 Sep 15 08:30:16.999706 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:30:18.400113 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52366) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:18.554896 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa67-cf4b-4d75-be5f-9bcb903fe121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:18.591904 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812d014-d37f-4daf-a3dd-a611ebc9e7f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:18.593178 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6812d014-d37f-4daf-a3dd-a611ebc9e7f4 admin admin] 10.222.0.36 "GET /v2.0/networks/52034bb3-e9e5-41f7-916e-2422e53a40ed HTTP/1.1" status: 200 len: 886 time: 0.1921380 Sep 15 08:30:18.843687 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:20.607083 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52376) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:20.716044 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-5eba9099-37b8-47f3-ac37-d3302e342080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:20.740272 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a400793e-dcaa-454a-9dc2-6939e1da1be6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:20.740519 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a400793e-dcaa-454a-9dc2-6939e1da1be6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:20.742107 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a400793e-dcaa-454a-9dc2-6939e1da1be6 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341119 Sep 15 08:30:21.926766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:22.764114 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52386) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:22.893793 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ba54b-feeb-4c2e-89c1-d88f5395031e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:22.894181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ba54b-feeb-4c2e-89c1-d88f5395031e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:22.895678 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b79ba54b-feeb-4c2e-89c1-d88f5395031e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1306405 Sep 15 08:30:23.278412 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:24.916599 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52396) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:25.039252 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabb06f-dc74-4a05-aa25-7fbbc59ebbdb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:25.040574 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3aabb06f-dc74-4a05-aa25-7fbbc59ebbdb admin admin] 10.222.0.36 "GET /v2.0/subnets/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0 HTTP/1.1" status: 200 len: 816 time: 0.1230359 Sep 15 08:30:27.045974 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52406) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:27.174896 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d55a40-dc10-493d-aa68-f1c0d09093ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:27.176201 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-93d55a40-dc10-493d-aa68-f1c0d09093ce admin admin] 10.222.0.36 "GET /v2.0/subnets/f39417b1-2b76-48cc-b99f-d6f62e1dafbd HTTP/1.1" status: 200 len: 868 time: 0.1293011 Sep 15 08:30:44.891125 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52446) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:44.961509 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [None req-4fd0c99d-b991-48fe-a82d-dbe2f7a59339 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:30:44.962517 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-4fd0c99d-b991-48fe-a82d-dbe2f7a59339 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704279 Sep 15 08:30:47.033846 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52456) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:47.128942 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2f2066-43ae-4398-b79e-3e487f9ec9f5 admin admin] GET failed (client error): The resource could not be found. Sep 15 08:30:47.130152 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3d2f2066-43ae-4398-b79e-3e487f9ec9f5 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0953355 Sep 15 08:30:47.253796 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537dafb7-d8c1-4567-8366-7e3d552ce9bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:47.255260 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-537dafb7-d8c1-4567-8366-7e3d552ce9bc admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1212666 Sep 15 08:30:48.558177 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-643b39d9-0e8c-482d-86e1-2221ba49e223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:48.850028 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:49.346147 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52466) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:49.417969 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:30:49.423057 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:30:49.432443 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:30:49.441828 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Made reservation on behalf of 8baf6f8c33474241b9287f2f58c52b3e for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:30:49.444038 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:49.530989 dv-cinder-806007-2-iscsi neutron-server[75063]: WARNING neutron.services.revisions.revision_plugin [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Could not find related network for resource to bump revision. Sep 15 08:30:49.545512 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:30:49.555235 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:49.555581 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Added segment bca6ce80-d309-4556-a98a-2ad5c39db7a7 of type vlan for network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 Sep 15 08:30:49.581329 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:49.611191 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:49.612356 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:49.612929 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:49.617335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:49.709902 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3626523 Sep 15 08:30:49.715283 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9c6954-d797-4c4e-9e70-a9c8ffdd6639,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:49.718067 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:49.725659 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:30:50.718310 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ef76804b-e7fb-48e8-b3bc-1b45be5b2350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:51.815841 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52476) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:30:51.911947 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db9cef5-13ac-42a7-80a0-d85464f168d4 admin admin] GET failed (client error): The resource could not be found. Sep 15 08:30:51.912445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7db9cef5-13ac-42a7-80a0-d85464f168d4 admin admin] Synchronizing usage tracker for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:30:51.929645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7db9cef5-13ac-42a7-80a0-d85464f168d4 admin admin] Unset dirty status for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:30:51.930955 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-7db9cef5-13ac-42a7-80a0-d85464f168d4 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1140957 Sep 15 08:30:51.934397 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:52.058612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff506fae-9b0e-4f93-83a2-ef0e2ae35b5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:52.060465 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ff506fae-9b0e-4f93-83a2-ef0e2ae35b5f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1245320 Sep 15 08:30:52.069798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:30:52.074460 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:30:52.085233 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:30:52.101171 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Made reservation on behalf of 8baf6f8c33474241b9287f2f58c52b3e for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:30:52.104149 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:52.371028 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:52.374784 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:52.436771 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a1a738-ffdc-4d1c-9739-c419bf510c27,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:52.444815 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:52.459686 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Checking segment: {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:30:52.460030 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Network hostable DHCP agents. Network: fb9c6954-d797-4c4e-9e70-a9c8ffdd6639, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:30:52.481885 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:30:52.491372 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, fb9c6954-d797-4c4e-9e70-a9c8ffdd6639) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:30:52.496062 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:30:52.496653 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:52.529925 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-86fa03f1-6448-436b-977c-0f55bc99192a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4548891 Sep 15 08:30:52.605044 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6491c83-9174-4acb-9ab7-aa39a7f9acc5 None None] Network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:30:52.820670 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-fb9c6954-d797-4c4e-9e70-a9c8ffdd6639', 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639', 'tenant_id': '8baf6f8c33474241b9287f2f58c52b3e', 'fixed_ips': [{'subnet_id': '75a1a738-ffdc-4d1c-9739-c419bf510c27'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:30:52.821551 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:52.982602 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Allocated IP 192.168.233.2 (fb9c6954-d797-4c4e-9e70-a9c8ffdd6639/75a1a738-ffdc-4d1c-9739-c419bf510c27/886f67eb-f63a-454b-9850-cd945761e9ba) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:30:53.193489 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:53.205248 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Transition to ACTIVE for port object 886f67eb-f63a-454b-9850-cd945761e9ba will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:30:53.224627 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Transition to ACTIVE for port object 886f67eb-f63a-454b-9850-cd945761e9ba will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:30:53.231172 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:53.235713 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:53.316446 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:53.318295 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:30:53.321754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:30:53.323723 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Pushing event updated for resources: {'Port': ['ID=886f67eb-f63a-454b-9850-cd945761e9ba,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:53.325982 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:30:53.335319 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.335666 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.335999 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.336331 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.336658 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.336985 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.337305 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.337648 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.338534 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.338855 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.339169 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:30:53.343385 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:53.426135 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Attempting to bind port 886f67eb-f63a-454b-9850-cd945761e9ba on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:30:53.426514 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Attempting to bind port 886f67eb-f63a-454b-9850-cd945761e9ba by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:30:53.426886 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Attempting to bind port 886f67eb-f63a-454b-9850-cd945761e9ba on network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:30:53.433596 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:30:53.434045 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Checking segment: {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:30:53.434458 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:53.434856 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Bound using segment: {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:30:53.435322 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Bound port: 886f67eb-f63a-454b-9850-cd945761e9ba, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:30:53.435719 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:53.526666 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] For port 886f67eb-f63a-454b-9850-cd945761e9ba, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:30:53.530973 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] For port 886f67eb-f63a-454b-9850-cd945761e9ba, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=886f67eb-f63a-454b-9850-cd945761e9ba,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:30:53.534639 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:53.538526 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:53.612360 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Pushing event updated for resources: {'Port': ['ID=886f67eb-f63a-454b-9850-cd945761e9ba,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:53.616368 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:54.000415 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:30:54.399971 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70e5c7-b40c-4831-8ee2-ee9742d0f5b2 None None] Network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:30:54.519289 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-1315fe42-ff64-4c7c-8e45-3e8adca10d4e None None] Provisioning for port 886f67eb-f63a-454b-9850-cd945761e9ba completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:30:55.294923 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 886f67eb-f63a-454b-9850-cd945761e9ba up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:30:55.367296 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 886f67eb-f63a-454b-9850-cd945761e9ba completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:30:55.372259 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 886f67eb-f63a-454b-9850-cd945761e9ba triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:55.372752 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:55.484316 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:55.514745 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 886f67eb-f63a-454b-9850-cd945761e9ba, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=886f67eb-f63a-454b-9850-cd945761e9ba,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:30:55.519174 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:30:55.521262 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ccf7e6d9-5559-4968-ac6c-0ab1e4fed515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:30:55.583803 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=886f67eb-f63a-454b-9850-cd945761e9ba,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:30:55.586708 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:30:57.275332 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 886f67eb-f63a-454b-9850-cd945761e9ba up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:30:57.346024 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 886f67eb-f63a-454b-9850-cd945761e9ba triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:30:57.346400 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:18.561011 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ef2713c4-5610-4615-970e-ce8db592399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:18.842716 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:20.720119 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-35f8381a-2e10-4619-ba25-55d6127fa522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:21.929806 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:23.294121 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:31.002034 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:31:48.564734 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-290e2d1b-3dbc-4504-bee8-0c604dc7f3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:48.845450 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:50.723679 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1627350d-e597-4974-9f83-f5fc0b6bcb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:51.932800 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:53.297410 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:53.333173 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52518) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:31:53.340571 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [None req-0f62b5b4-e67c-4cf2-a8db-8da1e2fc89b3 tempest-verify_tempest_config-1861913918 tempest-verify_tempest_config-1861913918-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75064) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:31:53.341614 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-0f62b5b4-e67c-4cf2-a8db-8da1e2fc89b3 tempest-verify_tempest_config-1861913918 tempest-verify_tempest_config-1861913918-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0070746 Sep 15 08:31:53.676773 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52534) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:31:53.818245 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:53.849188 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:31:53.852991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Usage tracker for resource:security_group_rule and tenant:51a1e70526d94695b1825ed1ea622c54 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:31:53.855713 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:31:53.861194 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:31:53.927307 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:53.930181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:53.940310 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:31:53.979501 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546845d0-f3cc-44c5-b2c9-21a486c7b3da,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:31:53.986404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Synchronizing usage tracker for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:security_group {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:31:53.992312 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.992649 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.992978 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.993308 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.993669 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.994026 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.994339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.994673 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.994992 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.995303 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:53.995611 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:31:54.001038 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:31:54.012197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Unset dirty status for tenant:8baf6f8c33474241b9287f2f58c52b3e on resource:security_group {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:31:54.013429 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51a1e70526d94695b1825ed1ea622c54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357015 Sep 15 08:31:54.016076 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52540) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:31:54.073881 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:54.098028 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:54.186406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:54.191283 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0d354dcc-ea40-4d54-a69e-a335984349c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:31:54.204254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546845d0-f3cc-44c5-b2c9-21a486c7b3da,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:31:54.207612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:31:54.208291 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:31:54.209377 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/546845d0-f3cc-44c5-b2c9-21a486c7b3da HTTP/1.1" status: 204 len: 168 time: 0.1924412 Sep 15 08:32:08.002688 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:32:18.566749 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca1042e2-0cd7-4976-b7c9-c3e9e9604b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:18.848112 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:20.727908 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7f2fc1e4-a029-452a-9f10-d16c36ecadc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:21.934830 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:23.291810 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:45.002951 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 5 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:32:48.568655 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d36db8c7-85f0-4582-96c8-0648d794831e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:48.849518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:50.730371 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ba16c675-e934-4b08-8fac-cf900f6dc4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:51.938533 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:32:53.303069 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:18.570600 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-77476c53-a585-4259-8646-6cc78b794698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:18.850687 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:20.733107 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-40a0f8c4-4989-40a2-a505-a0ec92bd40b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:21.544303 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642423'] for agent, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:21.941099 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:22.003100 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:33:23.301712 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:37.340030 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52612) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:37.478222 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6f44a6e8-ff98-46bc-a768-efa56f9cbd7a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1364429 Sep 15 08:33:39.502207 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52622) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:33:39.580506 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-bbbe6fda-0315-45e1-bef4-3ae67e1cb72e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0772090 Sep 15 08:33:48.573405 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-8472d0b4-80f1-4d6b-b229-de9d763b8b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:48.852704 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:50.735068 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-156aaa3c-e0fa-4191-8758-72b0d2a9d691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:51.513141 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:51.942723 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:53.305300 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:33:59.002438 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:34:18.578180 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-14cd3e99-4aee-4ddc-8188-74c1291e2e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:18.854842 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:20.736863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-661b1183-5223-4c17-908c-ce06250c2051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:21.512894 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:21.946526 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:23.312894 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:36.002204 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:34:48.583873 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-24416969-6af6-47ee-b39b-c3e9f2ad1651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:48.856915 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:50.738117 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-5e3589c5-1920-4931-bf45-f6894c621138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:51.527135 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:51.952542 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:34:53.312160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:13.002675 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:35:13.993870 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52768) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:14.587813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-network', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:14.594417 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52790) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:14.596445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:14.600794 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Usage tracker for resource:network and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:14.603860 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:14.611175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:14.622410 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Made reservation on behalf of 18f68433aa8b44559fc7e8f961d9f9ba for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:14.624691 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.640569 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.678654 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:14.682508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:14.686211 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:14.692064 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:14.765400 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.772564 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.773975 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0846ac3c-8fbc-4b03-8f56-3bb80694e23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:14.805406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb17c0bc-1dc2-4308-8537-065f99d2f123,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:14.819040 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:14.822186 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.822522 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.822864 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.823230 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.823677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.824008 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.824330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.824689 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.825001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.825308 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.825672 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Tracked resource versions report: Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: pushed versions: Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Log': {'1.0'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Network': {'1.1'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Port': {'1.5'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'PortForwarding': {'1.2'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'QosPolicy': {'1.8'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SubPort': {'1.0'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Subnet': {'1.1'}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Trunk': {'1.1'}} Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: consumer versions: Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Log': '1.0', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Network': '1.1', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Port': '1.5', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'PortForwarding': '1.2', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'QosPolicy': '1.8', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroup': '1.2', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SecurityGroupRule': '1.0', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'SubPort': '1.0', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Subnet': '1.1', Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: 'Trunk': '1.1'}} Sep 15 08:35:14.826721 dv-cinder-806007-2-iscsi neutron-server[75063]: {{(pid=75063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:14.834842 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:14.837075 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.837418 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Added segment 022b588b-cc13-485c-8221-20c0d7a6014c of type vlan for network d97b9800-bfed-4900-85e6-4668f0a8b3ad Sep 15 08:35:14.862770 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1798964443-network', 'tenant_id': 'f9492aadefe7435fade3c512b51252bd'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:14.869336 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.869746 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:14.875098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Usage tracker for resource:network and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:14.879291 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:14.886272 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:14.899474 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Made reservation on behalf of f9492aadefe7435fade3c512b51252bd for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:14.903610 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.907726 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.909820 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:14.910677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.920090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:14.939651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:14.963928 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:14.967960 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Usage tracker for resource:security_group_rule and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:14.971312 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:14.977097 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:15.048248 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0531006 Sep 15 08:35:15.049580 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52822) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:15.054584 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Pushing event updated for resources: {'Network': ['ID=d97b9800-bfed-4900-85e6-4668f0a8b3ad,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:15.060957 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Request body: {'subnet': {'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-subnet', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:15.064968 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:15.067144 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:15.067928 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:15.072305 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Usage tracker for resource:subnet and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:15.075715 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:15.082193 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:15.094441 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Made reservation on behalf of 18f68433aa8b44559fc7e8f961d9f9ba for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:15.097921 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.106935 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.115778 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.119580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:15.183739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:15.200649 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085145ad-e0b8-42e2-b32b-0233a6db9ea8,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:15.212435 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.213034 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Added segment 249d3f2b-efe9-4622-9ace-b5776252dd37 of type vlan for network b802c4a6-29fb-4c8f-adff-4dfc345b34cd Sep 15 08:35:15.215518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.216033 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.216530 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.217026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.217508 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.218014 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.218500 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.218983 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.219470 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.219950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.220560 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Tracked resource versions report: Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: pushed versions: Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Log': {'1.0'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Network': {'1.1'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Port': {'1.5'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'PortForwarding': {'1.2'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'QosPolicy': {'1.8'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SubPort': {'1.0'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Subnet': {'1.1'}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Trunk': {'1.1'}} Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: consumer versions: Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Log': '1.0', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Network': '1.1', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Port': '1.5', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'PortForwarding': '1.2', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'QosPolicy': '1.8', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroup': '1.2', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SecurityGroupRule': '1.0', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'SubPort': '1.0', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Subnet': '1.1', Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: 'Trunk': '1.1'}} Sep 15 08:35:15.221701 dv-cinder-806007-2-iscsi neutron-server[75064]: {{(pid=75064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:15.232392 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:15.277999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.326510 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.328500 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:15.329424 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.335433 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.340326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4fdfccb4-5813-4572-a5b9-3c7e15e08599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:15.343271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:15.418140 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=057230c9-f19e-4377-9a2b-ed514db9ede0,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:15.427224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:15.450183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Checking segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:15.450522 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Network hostable DHCP agents. Network: d97b9800-bfed-4900-85e6-4668f0a8b3ad, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:15.474899 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:15.479068 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Pushing event updated for resources: {'Network': ['ID=b802c4a6-29fb-4c8f-adff-4dfc345b34cd,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:15.483436 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:15.485549 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8895395 Sep 15 08:35:15.488697 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52832) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:15.489693 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, d97b9800-bfed-4900-85e6-4668f0a8b3ad) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:15.495655 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:15.496336 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:15.496505 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.516485 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Request body: {'subnet': {'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1798964443-subnet', 'tenant_id': 'f9492aadefe7435fade3c512b51252bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:15.524577 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4704311 Sep 15 08:35:15.526970 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10621a1c-3576-4022-8546-b76072c7240b None None] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:15.527243 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52836) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:15.528101 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:15.534404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:15.535595 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Usage tracker for resource:subnet and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:15.545081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:15.546294 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:15.551525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Usage tracker for resource:router and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:15.554548 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:15.556496 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:15.568299 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Made reservation on behalf of f9492aadefe7435fade3c512b51252bd for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:15.571298 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.572340 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:15.595870 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.596982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.636726 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.713322 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52844) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:15.860313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.941828 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-d97b9800-bfed-4900-85e6-4668f0a8b3ad', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:35:15.943008 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.968213 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:15.975847 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f4247219-2772-457b-b7fd-fa3829ce198d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:16.041013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52858) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:16.092214 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202c7ae9-de00-4c3a-b85f-1f433e4fd64f,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:16.096527 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:16.097667 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Checking segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:16.098053 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Network hostable DHCP agents. Network: b802c4a6-29fb-4c8f-adff-4dfc345b34cd, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:16.125426 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:16.128224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.140764 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, b802c4a6-29fb-4c8f-adff-4dfc345b34cd) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:16.148556 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:16.149152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.178411 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6883926 Sep 15 08:35:16.184860 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffbc07-9dd0-4fad-ac71-2fa7ab392031 None None] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:16.190643 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.297956 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Allocated IP 172.20.0.2 (d97b9800-bfed-4900-85e6-4668f0a8b3ad/057230c9-f19e-4377-9a2b-ed514db9ede0/6fa212f7-f5b1-4b10-a2cb-17b36f1535b3) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:16.374397 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-374893032-network', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:16.380821 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:16.387548 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Usage tracker for resource:network and tenant:5b33f84e3469493cb0bae44fc1ac2ea6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:16.392922 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:16.404795 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:16.428263 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Made reservation on behalf of 5b33f84e3469493cb0bae44fc1ac2ea6 for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:16.431171 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.456927 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.522558 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Allocated IP 172.27.0.128 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/dd3b2a0e-7e60-482c-8bf7-424d07346387) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:16.532745 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d838b503-c002-4ee4-95e7-3cd9c2b8c664 None None] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:16.535368 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:16.547211 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Usage tracker for resource:security_group_rule and tenant:5b33f84e3469493cb0bae44fc1ac2ea6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:16.553326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:16.567090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:16.725050 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.735086 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.744712 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.756877 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Transition to ACTIVE for port object 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:16.764119 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:16.777874 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Transition to ACTIVE for port object 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:16.785779 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.786920 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Added segment 4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8 of type vlan for network ca8f72c9-472f-4403-84c2-616393b51fc2 Sep 15 08:35:16.800270 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.811346 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ccf7e6d9-5559-4968-ac6c-0ab1e4fed515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:16.846362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.848993 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.880409 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-126351601-network', 'tenant_id': '6a7df220df1f44bfbe8c5d845ab0712e'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:16.900179 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Pushing event updated for resources: {'Port': ['ID=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:16.900496 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:16.902782 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:16.914916 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Usage tracker for resource:network and tenant:6a7df220df1f44bfbe8c5d845ab0712e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:16.915945 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.916566 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.917243 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.917770 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.918223 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.918612 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.919004 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.919473 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.920584 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.920584 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.920584 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Tracked resource versions report: Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: pushed versions: Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Log': {'1.0'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Network': {'1.1'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Port': {'1.5'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'PortForwarding': {'1.2'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'QosPolicy': {'1.8'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SubPort': {'1.0'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Subnet': {'1.1'}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Trunk': {'1.1'}} Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: consumer versions: Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Log': '1.0', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Network': '1.1', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Port': '1.5', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'PortForwarding': '1.2', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'QosPolicy': '1.8', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroup': '1.2', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SecurityGroupRule': '1.0', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'SubPort': '1.0', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Subnet': '1.1', Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: 'Trunk': '1.1'}} Sep 15 08:35:16.921717 dv-cinder-806007-2-iscsi neutron-server[75065]: {{(pid=75065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:16.923579 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:16.930624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:16.937762 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:16.940409 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f633631-f09f-47db-8769-173bfb5b92d4,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:16.942935 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.945930 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:16.947272 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:16.948036 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.971069 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Made reservation on behalf of 6a7df220df1f44bfbe8c5d845ab0712e for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:16.974410 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:16.974825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:16.996383 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2812059 Sep 15 08:35:17.005741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52884) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:17.014028 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.018330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.051923 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:17.053466 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Request body: {'subnet': {'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-subnet', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:17.059747 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:17.064819 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:17.069896 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9fb3540a-d78d-42d4-9b7d-37ddffc127f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:17.080533 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8f72c9-472f-4403-84c2-616393b51fc2,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:17.085742 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:17.110517 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network ca8f72c9-472f-4403-84c2-616393b51fc2 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:17.158588 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3b2a0e-7e60-482c-8bf7-424d07346387,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:17.170343 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:17.172328 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:17.175086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:17.175892 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:17.179189 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:17.271864 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Usage tracker for resource:subnet and tenant:5b33f84e3469493cb0bae44fc1ac2ea6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:17.283495 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Attempting to bind port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:17.284068 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Attempting to bind port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:17.284246 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Attempting to bind port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 on network d97b9800-bfed-4900-85e6-4668f0a8b3ad {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:17.291079 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:17.291454 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Checking segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:17.292789 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.292985 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:17.293207 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Bound using segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:17.293696 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Bound port: 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:17.294177 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.315347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:17.319826 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7df220df1f44bfbe8c5d845ab0712e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:17.322822 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:17.330064 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:17.446240 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] For port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:17.449961 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] For port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:17.469811 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.477731 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:17.492693 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.500243 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:17.510270 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.529392 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:17.563903 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9011e756-0021-41b3-87b9-a077414b4e43,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:17.568327 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:17.580271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Made reservation on behalf of 5b33f84e3469493cb0bae44fc1ac2ea6 for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:17.581295 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.632252 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Pushing event updated for resources: {'Port': ['ID=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:17.641382 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:17.711194 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:35:17.738974 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.739310 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Added segment 2875d66c-646b-4055-a54d-fb7f97619198 of type vlan for network fb38c029-7409-49bd-bdf5-34b97cdf0e29 Sep 15 08:35:17.805181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.949429 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:17.996555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:17.997086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.050147 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:18.090996 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.161066 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.162172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.264142 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Pushing event updated for resources: {'Network': ['ID=fb38c029-7409-49bd-bdf5-34b97cdf0e29,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:18.267038 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:18.277270 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network fb38c029-7409-49bd-bdf5-34b97cdf0e29 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:35:18.277573 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2e6edc0c-f2d7-4fef-a3f4-533c351b02fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:18.336884 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2892656 Sep 15 08:35:18.337419 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52912) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:18.351389 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Request body: {'subnet': {'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-126351601-subnet', 'tenant_id': '6a7df220df1f44bfbe8c5d845ab0712e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:18.358752 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a386d7-c640-4e48-9971-a7d8579ff227,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:18.360086 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:18.372191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Usage tracker for resource:subnet and tenant:6a7df220df1f44bfbe8c5d845ab0712e is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:18.375265 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:18.379833 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:18.398760 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:18.419974 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Made reservation on behalf of 6a7df220df1f44bfbe8c5d845ab0712e for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:18.422032 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Checking segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:18.422606 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Network hostable DHCP agents. Network: ca8f72c9-472f-4403-84c2-616393b51fc2, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:18.422787 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.596833 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ccd0c157-c845-4d87-93c2-f420aa939730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.634013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Network ca8f72c9-472f-4403-84c2-616393b51fc2 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:18.660105 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, ca8f72c9-472f-4403-84c2-616393b51fc2) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:18.669177 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51047724-b786-4da6-9e7c-4542b4371354 None None] Network ca8f72c9-472f-4403-84c2-616393b51fc2 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:18.678633 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:18.679713 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.763965 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7449887 Sep 15 08:35:18.765720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 52934) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:18.778480 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:18.790024 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:18.800271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Usage tracker for resource:router and tenant:5b33f84e3469493cb0bae44fc1ac2ea6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:18.806619 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:18.865185 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:18.874033 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.881088 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:18.927214 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:18.929760 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:19.044235 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:19.113015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e328142-11ca-4415-8cd3-e3abf1f4965b,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:19.125440 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:19.127116 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Checking segment: {'id': '2875d66c-646b-4055-a54d-fb7f97619198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:19.127645 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Network hostable DHCP agents. Network: fb38c029-7409-49bd-bdf5-34b97cdf0e29, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:35:19.154522 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31165c0c-6860-4ffd-9aad-b85f19c01848 None None] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:19.156130 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Network fb38c029-7409-49bd-bdf5-34b97cdf0e29 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:35:19.171191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, fb38c029-7409-49bd-bdf5-34b97cdf0e29) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:19.176812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:19.177739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:19.217699 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8790891 Sep 15 08:35:19.227432 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Router d897420a-5941-447b-835c-4c1f11908254 is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:35:19.237738 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c428c-363e-48c9-b871-dc624a188a8b None None] Network ca8f72c9-472f-4403-84c2-616393b51fc2 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:19.249449 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45177ca2-1ed9-46b1-812a-0d9bd7683cd8 None None] Network fb38c029-7409-49bd-bdf5-34b97cdf0e29 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:19.262236 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:19.281453 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-854bc5eb-4eff-440e-97f2-85c6c2ff4bab None None] Provisioning for port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:19.518499 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:19.578254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:19.580268 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70363786-ac3f-493c-b4fd-1c84988fb63a None None] Network fb38c029-7409-49bd-bdf5-34b97cdf0e29 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:35:19.690183 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52976) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:19.694152 dv-cinder-806007-2-iscsi neutron-server[75064]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 08:35:19.928248 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c04c75-697e-471f-adee-756c6b4272ee req-e0d29259-2444-4147-b720-b9df52ee60d2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:19.929249 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-c3c04c75-697e-471f-adee-756c6b4272ee req-e0d29259-2444-4147-b720-b9df52ee60d2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:network {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:19.954538 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-c3c04c75-697e-471f-adee-756c6b4272ee req-e0d29259-2444-4147-b720-b9df52ee60d2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:network {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:19.961853 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-e0d29259-2444-4147-b720-b9df52ee60d2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.2703519 Sep 15 08:35:19.978263 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:19.988194 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-6cae51ff-7dd2-48cd-bb03-ff843067000c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/quotas/f9492aadefe7435fade3c512b51252bd HTTP/1.1" status: 200 len: 375 time: 0.0250428 Sep 15 08:35:20.006844 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:20.007501 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.049589 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-d0dc6496-558d-4a47-b63a-d67e5d00f54a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601716 Sep 15 08:35:20.070224 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 52996) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:20.216859 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:20.226510 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:20.235158 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-1d1d1fdb-2f7b-4e97-85e4-02589390f55d tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:20.236694 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-1d1d1fdb-2f7b-4e97-85e4-02589390f55d tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/networks?id=fb38c029-7409-49bd-bdf5-34b97cdf0e29 HTTP/1.1" status: 200 len: 811 time: 0.1657462 Sep 15 08:35:20.254629 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:20.255235 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:34:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:20.259942 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-2dc72f63-ec47-438f-8773-96ff9f58ca32 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/quotas/6a7df220df1f44bfbe8c5d845ab0712e HTTP/1.1" status: 200 len: 375 time: 0.0175321 Sep 15 08:35:20.303653 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.308131 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7765172 Sep 15 08:35:20.318181 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53002) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:20.333791 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.370906 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.420983 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-3e03b2b9-e997-4950-8a58-65d149c2801f tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a7df220df1f44bfbe8c5d845ab0712e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600192 Sep 15 08:35:20.468614 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.515174 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:20.522960 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.525634 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:20.548444 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-1f117ac9-88cf-4975-a49d-593f498b9c57 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75064) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:35:20.555826 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-1f117ac9-88cf-4975-a49d-593f498b9c57 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2385247 Sep 15 08:35:20.611728 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:20.621868 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:20.655660 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:20.674392 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Allocated IP 172.27.0.245 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/62c9a856-afba-452e-9fb5-871b01b40d4f) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:20.705570 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-2e96e817-568c-41da-a689-d84ebd58d6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488419 Sep 15 08:35:20.743584 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f69cfcce-929f-4faf-b5f8-43de42e95cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.861962 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-e93a6cfc-acb3-4439-8ca4-5563a1cc88ea None None] Provisioning complete for port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:20.862173 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-dfab718a-5fbc-4480-b64c-99f2166f89bc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75064) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:35:20.862697 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-e93a6cfc-acb3-4439-8ca4-5563a1cc88ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.869115 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-dfab718a-5fbc-4480-b64c-99f2166f89bc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3272426 Sep 15 08:35:20.890016 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.931553 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:20.938074 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:20.980432 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:17Z', 'revision_number': 3, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:20.985693 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:20.986094 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Updating router d897420a-5941-447b-835c-4c1f11908254 port dd3b2a0e-7e60-482c-8bf7-424d07346387 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:21.002631 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-c8197959-b087-4316-a45f-cdc98cac5b19 service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960963 Sep 15 08:35:21.029555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:21.032249 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:21.036785 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:21.054386 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.064703 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Pushing event updated for resources: {'Port': ['ID=62c9a856-afba-452e-9fb5-871b01b40d4f,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:21.072865 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:21.190392 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-5595fdbe-e10a-4ff1-a7d0-8d5420cd509e service neutron] 10.222.0.36 "GET /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201804 Sep 15 08:35:21.191914 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.192724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.472542 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:21.592629 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.597630 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-5dd67ac3-db32-466f-83a1-725b845476f1 service neutron] 10.222.0.36 "GET /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058297 Sep 15 08:35:21.627635 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Router 806eeca5-10cf-456e-ac4d-8c443baa881d is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:35:21.632930 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.642296 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:21.642851 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.664400 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Transition to ACTIVE for port object dd3b2a0e-7e60-482c-8bf7-424d07346387 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:21.681801 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.708232 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:21.860486 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Attempting to bind port dd3b2a0e-7e60-482c-8bf7-424d07346387 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:21.860861 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Attempting to bind port dd3b2a0e-7e60-482c-8bf7-424d07346387 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:21.861419 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Attempting to bind port dd3b2a0e-7e60-482c-8bf7-424d07346387 on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:21.897256 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:21.897642 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:21.898076 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.898469 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:21.898953 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Bound port: dd3b2a0e-7e60-482c-8bf7-424d07346387, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:21.899350 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:21.945187 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3b798a1c-009c-4b19-af70-8932d615b823 req-7edee96b-c4e7-4726-81e0-31d66a610316 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.0966086 Sep 15 08:35:22.029310 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:22.077506 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:22.091241 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Sync routers for ids ['806eeca5-10cf-456e-ac4d-8c443baa881d'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:22.109578 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Routers {'806eeca5-10cf-456e-ac4d-8c443baa881d'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:22.111637 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['806eeca5-10cf-456e-ac4d-8c443baa881d'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:22.126183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:22.141223 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3623939 Sep 15 08:35:22.141223 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53088) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:22.141432 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Pushing event updated for resources: {'Port': ['ID=dd3b2a0e-7e60-482c-8bf7-424d07346387,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:22.178450 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.178788 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.179122 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.179432 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.179760 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.180076 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.180395 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.180732 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.181048 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.181345 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.181653 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Tracked resource versions report: Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: pushed versions: Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: { 'ConntrackHelper': {'1.0'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Log': {'1.0'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Network': {'1.1'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Port': {'1.5'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'PortForwarding': {'1.2'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'QosPolicy': {'1.8'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroup': {'1.2'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroupRule': {'1.0'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SubPort': {'1.0'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Subnet': {'1.1'}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Trunk': {'1.1'}} Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: consumer versions: Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: { DHCP agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: HyperV agent@hv-cinder-80600: {}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: L3 agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: Metadata agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: Metering agent@dv-cinder-806007-2-iscsi: {}, Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: Open vSwitch agent@dv-cinder-806007-2-iscsi: { 'ConntrackHelper': '1.0', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Log': '1.0', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Network': '1.1', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Port': '1.5', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'PortForwarding': '1.2', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'QosPolicy': '1.8', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroup': '1.2', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SecurityGroupRule': '1.0', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'SubPort': '1.0', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Subnet': '1.1', Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: 'Trunk': '1.1'}} Sep 15 08:35:22.190879 dv-cinder-806007-2-iscsi neutron-server[75066]: {{(pid=75066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 08:35:22.193762 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] For port dd3b2a0e-7e60-482c-8bf7-424d07346387, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:22.195952 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:22.197570 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] For port dd3b2a0e-7e60-482c-8bf7-424d07346387, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=dd3b2a0e-7e60-482c-8bf7-424d07346387,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:22.217450 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:22.221522 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-307b1126-0907-44d2-b561-bc42b3e438e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:22.401731 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:22.412564 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:22.438948 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98804127-1f27-4b64-948b-ed8324567dbd req-4b671ee4-1516-4e2b-9454-c6418c32a93c tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.0785658 Sep 15 08:35:22.638763 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Set router 806eeca5-10cf-456e-ac4d-8c443baa881d gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:22.685479 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:22.999302 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:23.133302 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:35:21Z', 'revision_number': 3, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:23.139411 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Checking router: 806eeca5-10cf-456e-ac4d-8c443baa881d for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:23.139812 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Updating router 806eeca5-10cf-456e-ac4d-8c443baa881d port 62c9a856-afba-452e-9fb5-871b01b40d4f binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:23.201720 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Allocated IP 172.20.0.1 (d97b9800-bfed-4900-85e6-4668f0a8b3ad/057230c9-f19e-4377-9a2b-ed514db9ede0/b37d8c09-48b2-4498-ac9e-d3da7223217d) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:23.283650 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:23.678575 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9051e1be-01d8-4aa8-92bc-244e225f67db req-245b1f74-da11-4023-8451-e6b4b911e422 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.1626163 Sep 15 08:35:23.709198 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:23.844145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:23.862288 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Pushing event updated for resources: {'Port': ['ID=dd3b2a0e-7e60-482c-8bf7-424d07346387,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:23.897951 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Transition to ACTIVE for port object b37d8c09-48b2-4498-ac9e-d3da7223217d will not be triggered until provisioned by entity DHCP. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:23.946401 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:23.953591 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.732s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:23.976822 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:24.036554 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:17Z', 'revision_number': 3, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:24.042607 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd306131-f36c-47bd-ba5e-a25f132d1f79 None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:17Z', 'revision_number': 3, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:24.150659 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:24.153670 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Pushing event updated for resources: {'Port': ['ID=b37d8c09-48b2-4498-ac9e-d3da7223217d,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:24.163805 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:24.165043 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:24.168390 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:24.169208 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.282556 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.301344 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Transition to ACTIVE for port object 62c9a856-afba-452e-9fb5-871b01b40d4f will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:24.315503 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.333178 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:24.341721 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53176) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:24.421557 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53180) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:24.480636 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.486799 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95d8b7f9-783c-49d5-8870-890c8cee0535 req-595f3c63-e280-45bc-96f6-a1bb3ad03a86 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.3335958 Sep 15 08:35:24.491996 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70e53-eea1-404b-9f73-dcc2008fe3d5 None None] Pushing event updated for resources: {'Port': ['ID=62c9a856-afba-452e-9fb5-871b01b40d4f,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:24.498120 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-72a70e53-eea1-404b-9f73-dcc2008fe3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:24.544134 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Attempting to bind port 62c9a856-afba-452e-9fb5-871b01b40d4f on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:24.544520 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Attempting to bind port 62c9a856-afba-452e-9fb5-871b01b40d4f by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:24.544885 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Attempting to bind port 62c9a856-afba-452e-9fb5-871b01b40d4f on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:24.553507 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:24.553955 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:24.554367 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.554764 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:24.555286 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Bound port: 62c9a856-afba-452e-9fb5-871b01b40d4f, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:24.555842 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.651646 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.701606 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-ede8ad39-2fe9-448d-a01d-a52444056663 None None] Provisioning for port b37d8c09-48b2-4498-ac9e-d3da7223217d completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:24.711269 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-ede8ad39-2fe9-448d-a01d-a52444056663 None None] Provisioning complete for port b37d8c09-48b2-4498-ac9e-d3da7223217d triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:24.712416 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ede8ad39-2fe9-448d-a01d-a52444056663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.807944 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] For port 62c9a856-afba-452e-9fb5-871b01b40d4f, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:24.842660 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-ede8ad39-2fe9-448d-a01d-a52444056663 None None] Port b37d8c09-48b2-4498-ac9e-d3da7223217d cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:24.853891 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] For port 62c9a856-afba-452e-9fb5-871b01b40d4f, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=62c9a856-afba-452e-9fb5-871b01b40d4f,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:24.868553 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:24.877417 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:24.974735 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Allocated IP 172.20.0.1 (ca8f72c9-472f-4403-84c2-616393b51fc2/45a386d7-c640-4e48-9971-a7d8579ff227/0487d4bc-04bd-42be-ad57-ff7d7ffda005) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:25.031019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53194) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:25.075710 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3415304a-697e-4ba2-a717-a81635db1e3d req-152c1bbb-a203-4b75-9df6-bbba1a3e823d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.1206529 Sep 15 08:35:25.122670 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.206110 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70e53-eea1-404b-9f73-dcc2008fe3d5 None None] Pushing event updated for resources: {'Port': ['ID=62c9a856-afba-452e-9fb5-871b01b40d4f,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:25.209463 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Routers {'806eeca5-10cf-456e-ac4d-8c443baa881d'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:25.210958 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['806eeca5-10cf-456e-ac4d-8c443baa881d'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:25.215821 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:25.228117 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f56241589ab64b60a9eda34605b61612 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:25.229006 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.233478 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:25.236401 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.260262 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:25.290959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.293018 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-72a70e53-eea1-404b-9f73-dcc2008fe3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:25.308191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.317803 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:25.322177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.326225 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Usage tracker for resource:security_group_rule and tenant:867300b8d2054f8b9e45155e51ab00f2 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:25.330316 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:25.332717 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.338161 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:25.339693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:25.341896 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1ccdb3ba-4f48-4b3b-81e8-ed0feb69f934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:25.380182 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.384288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Usage tracker for resource:security_group_rule and tenant:a3249956a3334c9a92c04f300ba18d5a is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:25.390738 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:25.404436 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:25.410614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5fa0306-1d3b-4f80-b495-b77b73d4c620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:25.476854 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] Set router 806eeca5-10cf-456e-ac4d-8c443baa881d gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:25.507176 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Network ca8f72c9-472f-4403-84c2-616393b51fc2 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:25.512117 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:25.516651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:25.517210 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.519947 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device dd3b2a0e-7e60-482c-8bf7-424d07346387 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:25.539616 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0487d4bc-04bd-42be-ad57-ff7d7ffda005,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:25.546045 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:25.576296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.585152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.595741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9851328e-030e-4947-aa39-e885a405d85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:25.612090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Pushing event updated for resources: {'Port': ['ID=b37d8c09-48b2-4498-ac9e-d3da7223217d,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:25.615026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:25.617886 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.631389 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.655755 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:25.675821 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.747091 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1962df6-4b62-4c14-a0f5-cae467439e80,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:25.754570 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:25.755008 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port dd3b2a0e-7e60-482c-8bf7-424d07346387 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:25.764593 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=867300b8d2054f8b9e45155e51ab00f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3353045 Sep 15 08:35:25.771112 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port dd3b2a0e-7e60-482c-8bf7-424d07346387 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:25.771745 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.771886 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53206) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:25.784585 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ae68f1-d593-4835-b156-c1654386898e,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:25.787603 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:25.789448 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.801394 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f56241589ab64b60a9eda34605b61612&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4556782 Sep 15 08:35:25.802328 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53212) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:25.809652 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.811112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:25.837581 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:25.904073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:25.935562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.936884 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-05e9f854-ce58-458e-86ba-7c2ecfcfc510 req-2591b5be-bda3-4849-ad99-1f6bffe7c32d tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.2002847 Sep 15 08:35:25.956749 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:35:21Z', 'revision_number': 3, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:25.961185 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.968105 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db63fce-eb80-41f1-a6c8-94a0d7adc6b6 None None] The sync data for ids ['806eeca5-10cf-456e-ac4d-8c443baa881d'] in dv-cinder-806007-2-iscsi is: [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:35:21Z', 'revision_number': 3, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:25.985814 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port dd3b2a0e-7e60-482c-8bf7-424d07346387, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=dd3b2a0e-7e60-482c-8bf7-424d07346387,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:25.995179 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:25.998768 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:26.006843 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.069279 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.074269 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=dd3b2a0e-7e60-482c-8bf7-424d07346387,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:26.076331 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.077568 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.077875 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:26.082177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:26.154622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.158621 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3c0e10-0c78-4192-8824-8f6204d1368e,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:26.165129 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:26.188779 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a3249956a3334c9a92c04f300ba18d5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1526194 Sep 15 08:35:26.190341 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53222) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:26.242394 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.255704 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-04bcc86e-73b9-4463-8fa9-a6fcd1c1e28e None None] Provisioning complete for port b37d8c09-48b2-4498-ac9e-d3da7223217d triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:26.256157 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-04bcc86e-73b9-4463-8fa9-a6fcd1c1e28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.278143 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0487d4bc-04bd-42be-ad57-ff7d7ffda005,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:26.285915 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:26.289075 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:26.313814 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1962df6-4b62-4c14-a0f5-cae467439e80,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:26.327007 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-04bcc86e-73b9-4463-8fa9-a6fcd1c1e28e None None] Port b37d8c09-48b2-4498-ac9e-d3da7223217d cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:26.328022 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:26.351642 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.353224 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1962df6-4b62-4c14-a0f5-cae467439e80 HTTP/1.1" status: 204 len: 168 time: 0.5805628 Sep 15 08:35:26.385944 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.398919 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ee2c8200-64b2-4060-8404-6fb1e3887b3f req-538e2a00-fa86-4f2c-b2a4-58681debc14e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.0876877 Sep 15 08:35:26.412933 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Network ca8f72c9-472f-4403-84c2-616393b51fc2 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:26.416166 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:26.487000 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.551162 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.619796 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.633794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:26.651263 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ae68f1-d593-4835-b156-c1654386898e,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:26.674134 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:26.687805 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.689886 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7ae68f1-d593-4835-b156-c1654386898e HTTP/1.1" status: 204 len: 168 time: 0.8840725 Sep 15 08:35:26.735148 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Router d897420a-5941-447b-835c-4c1f11908254 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:35:26.810005 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.838232 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5a098047-06c2-4189-8a48-eec46c215ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:26.858192 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.863104 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a3c0e10-0c78-4192-8824-8f6204d1368e HTTP/1.1" status: 204 len: 168 time: 0.6209159 Sep 15 08:35:26.863999 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3c0e10-0c78-4192-8824-8f6204d1368e,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:26.866842 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53236) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:26.869227 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:26.887435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:26.934894 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:26.938815 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Usage tracker for resource:security_group_rule and tenant:ddcc02c023124f15a0cc4342113c5704 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:26.943339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:26.953234 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:27.040441 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.21', 50800) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:27.237818 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:27.264339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:27.279533 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7f30c39b-d2c0-4982-a99d-f95d41fcb637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:27.295180 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c04c75-697e-471f-adee-756c6b4272ee req-4c949bdb-1de6-45c9-a32f-dab529ff4782 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:27.296907 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-4c949bdb-1de6-45c9-a32f-dab529ff4782 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.2555430 Sep 15 08:35:27.332153 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Router 806eeca5-10cf-456e-ac4d-8c443baa881d has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:35:27.381279 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99494eb5-104f-4052-b726-85c24a8685fb,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:27.393390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:27.394135 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8b0c83c5-dc66-4e01-9dc4-e19a335ec279 req-0dc48a06-28a1-4216-b4e9-c35c39be7d4c tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.0883329 Sep 15 08:35:27.401560 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Request body: {'port': {'device_id': '66a6dd45-d218-422e-96e0-53fb9203db47', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'admin_state_up': True, 'tenant_id': 'f9492aadefe7435fade3c512b51252bd'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:27.435474 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:27.452579 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] 10.222.0.36 "PUT /v2.0/routers/d897420a-5941-447b-835c-4c1f11908254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1330955 Sep 15 08:35:27.522717 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device dd3b2a0e-7e60-482c-8bf7-424d07346387 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:27.533012 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddcc02c023124f15a0cc4342113c5704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6651335 Sep 15 08:35:27.535805 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53268) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:27.665140 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:27.734425 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port dd3b2a0e-7e60-482c-8bf7-424d07346387 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:27.737187 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:27.740096 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:27.794108 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.21', 50806) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:27.885933 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c59fc7e7-4f52-4856-a044-2962d5b3c942 req-30a68882-4158-4269-9699-3e97d50a2a6e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.1587274 Sep 15 08:35:27.967701 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:27.972821 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8d4dfc26-4897-483b-b6c3-e781b54354c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:27.991577 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99494eb5-104f-4052-b726-85c24a8685fb,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:27.999145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:28.010843 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:28.012261 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99494eb5-104f-4052-b726-85c24a8685fb HTTP/1.1" status: 204 len: 168 time: 0.4752576 Sep 15 08:35:28.109112 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:28.127857 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Usage tracker for resource:port and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:28.134665 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:28.154173 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:28.299228 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-c96dad28-2cd8-45df-902e-1b263d36904b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:28.306170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-c96dad28-2cd8-45df-902e-1b263d36904b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Synchronizing usage tracker for tenant:6a7df220df1f44bfbe8c5d845ab0712e on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:28.325188 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Made reservation on behalf of f9492aadefe7435fade3c512b51252bd for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:28.341093 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:28.503223 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-c96dad28-2cd8-45df-902e-1b263d36904b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Unset dirty status for tenant:6a7df220df1f44bfbe8c5d845ab0712e on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:28.505181 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-c96dad28-2cd8-45df-902e-1b263d36904b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.21 "GET /v2.0/networks?id=fb38c029-7409-49bd-bdf5-34b97cdf0e29 HTTP/1.1" status: 200 len: 811 time: 0.7101574 Sep 15 08:35:28.528778 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:28.535036 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Request body: {'port': {'device_id': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29', 'admin_state_up': True, 'tenant_id': '6a7df220df1f44bfbe8c5d845ab0712e'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:28.548846 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:28.549600 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:28.706083 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-50254692-21fc-4eca-8e81-8a8a4e6b413b req-9c003d3b-9542-4067-9384-91288e4098e5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.0580382 Sep 15 08:35:28.788572 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:28.795185 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Usage tracker for resource:port and tenant:6a7df220df1f44bfbe8c5d845ab0712e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:28.799140 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:28.806263 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:28.860159 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Allocated IP 172.20.0.2 (b802c4a6-29fb-4c8f-adff-4dfc345b34cd/202c7ae9-de00-4c3a-b85f-1f433e4fd64f/1a890e5f-2abd-49a3-a121-4b2756b997a7) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:28.925795 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:29.147669 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Made reservation on behalf of 6a7df220df1f44bfbe8c5d845ab0712e for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:29.151119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.206538 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:35:29.332828 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-09a11eb1-fa79-4052-83ec-f1d7d51bd5db req-f2b19509-fe2e-42f0-a082-1e4009f8421a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.0985954 Sep 15 08:35:29.352597 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.400614 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53342) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:29.406357 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532206901', 'description': 'tempest-description--1346230677'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:29.415005 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:29.434745 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:29.437991 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:29.465823 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:29.492100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.493030 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 62c9a856-afba-452e-9fb5-871b01b40d4f up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:29.578522 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:29.589120 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:29.609505 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:29.619001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:29.674573 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/806eeca5-10cf-456e-ac4d-8c443baa881d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5401709 Sep 15 08:35:29.676118 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.684140 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 2, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:29.693529 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:29.694204 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Updating router d897420a-5941-447b-835c-4c1f11908254 port b37d8c09-48b2-4498-ac9e-d3da7223217d binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:29.722098 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:29.790318 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.806638 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.806822 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 62c9a856-afba-452e-9fb5-871b01b40d4f completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:29.812567 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 62c9a856-afba-452e-9fb5-871b01b40d4f triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:29.813074 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:29.827925 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:29.888910 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.106743 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.168175 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 62c9a856-afba-452e-9fb5-871b01b40d4f, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=62c9a856-afba-452e-9fb5-871b01b40d4f,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:30.175719 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:30.184267 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.188709 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:30.193211 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:30.197109 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:30.214813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:30.215725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.234011 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f46df8ed-f19f-4ae6-862b-9a33234c8fa2 req-ff972fd0-1df9-4634-b7b4-442a0ad2bd3b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.2668071 Sep 15 08:35:30.235046 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.242063 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8403370 Sep 15 08:35:30.243951 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53372) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:30.251956 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c0125-d385-4ab3-b817-7249e6f1551f,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:30.271436 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:30.284552 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'security_group_rule': {'security_group_id': 'd81c0125-d385-4ab3-b817-7249e6f1551f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:30.319418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:30.325564 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event updated for resources: {'Port': ['ID=1a890e5f-2abd-49a3-a121-4b2756b997a7,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:30.331433 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:30.337688 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9630122 Sep 15 08:35:30.345360 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:30.355364 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:30.371501 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:30.417448 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-f2de464b-eac9-4fd9-80cb-b51722f11a51 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:35:30.418533 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-f2de464b-eac9-4fd9-80cb-b51722f11a51 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0281596 Sep 15 08:35:30.427615 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.447715 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=62c9a856-afba-452e-9fb5-871b01b40d4f,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:30.458392 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Allocated IP 172.20.0.6 (fb38c029-7409-49bd-bdf5-34b97cdf0e29/0e328142-11ca-4415-8cd3-e3abf1f4965b/3254ca4b-c12b-4a67-830e-ba0509b59743) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:30.477254 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:30.907661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.916439 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0800a0-631a-48a3-ba67-2ca546914ff1 req-f489efc4-3da6-4f98-a705-a3612074bb43 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:30.918065 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.919287 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fd0800a0-631a-48a3-ba67-2ca546914ff1 req-f489efc4-3da6-4f98-a705-a3612074bb43 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 931 time: 0.2570267 Sep 15 08:35:30.920490 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.950639 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Transition to ACTIVE for port object b37d8c09-48b2-4498-ac9e-d3da7223217d will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:30.968670 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:30.970426 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:30.985226 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:31.015550 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7240a0-92ae-4404-8ebf-21a62ac4919a,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:31.019966 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:31.021636 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-fd0800a0-631a-48a3-ba67-2ca546914ff1 req-6429a3ed-4c2a-4377-bbac-7a257633587f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:31.068810 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-fd0800a0-631a-48a3-ba67-2ca546914ff1 req-6429a3ed-4c2a-4377-bbac-7a257633587f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:31.074382 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fd0800a0-631a-48a3-ba67-2ca546914ff1 req-6429a3ed-4c2a-4377-bbac-7a257633587f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442838 Sep 15 08:35:31.076038 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.080470 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8231316 Sep 15 08:35:31.081076 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53392) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:31.090662 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'security_group_rule': {'security_group_id': 'd81c0125-d385-4ab3-b817-7249e6f1551f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:31.098620 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:31.105163 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:31.108866 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39a0a1-19de-4365-9791-0e2ba82e2ab5 None None] Pushing event updated for resources: {'Port': ['ID=b37d8c09-48b2-4498-ac9e-d3da7223217d,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:31.110988 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:31.117099 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:31.157183 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.168081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.262344 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.262700 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.268710 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.278994 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:31.279667 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:31.303993 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd4939a-ddb5-43db-93fd-486d8d88a1d9,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:31.307984 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:31.320318 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.325015 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2391095 Sep 15 08:35:31.325259 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53402) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:31.334371 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:31.341978 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:31.349388 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:floatingip and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:31.353046 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:31.362971 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:31.381607 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.534864 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 62c9a856-afba-452e-9fb5-871b01b40d4f up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:31.564887 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Network fb38c029-7409-49bd-bdf5-34b97cdf0e29 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:31.576107 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:31.585010 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:31.591919 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:31.598388 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.605011 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Attempting to bind port b37d8c09-48b2-4498-ac9e-d3da7223217d on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:31.607954 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Attempting to bind port b37d8c09-48b2-4498-ac9e-d3da7223217d by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:31.608484 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Attempting to bind port b37d8c09-48b2-4498-ac9e-d3da7223217d on network d97b9800-bfed-4900-85e6-4668f0a8b3ad {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:31.624170 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:31.624734 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Checking segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:31.626685 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.627189 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Bound using segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:31.628853 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Bound port: b37d8c09-48b2-4498-ac9e-d3da7223217d, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:31.629587 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.641083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Pushing event updated for resources: {'Port': ['ID=3254ca4b-c12b-4a67-830e-ba0509b59743,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:31.645789 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:31.677140 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1498137 Sep 15 08:35:31.748041 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.788009 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 62c9a856-afba-452e-9fb5-871b01b40d4f triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:31.788677 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.824282 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] For port b37d8c09-48b2-4498-ac9e-d3da7223217d, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:31.828144 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] For port b37d8c09-48b2-4498-ac9e-d3da7223217d, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=b37d8c09-48b2-4498-ac9e-d3da7223217d,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:31.834728 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ca39a0a1-19de-4365-9791-0e2ba82e2ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:31.836733 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:31.857974 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-631f95a4-a544-4040-bbc5-225998b73922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:32.035327 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39a0a1-19de-4365-9791-0e2ba82e2ab5 None None] Pushing event updated for resources: {'Port': ['ID=b37d8c09-48b2-4498-ac9e-d3da7223217d,revision_number=4']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:32.051206 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ca39a0a1-19de-4365-9791-0e2ba82e2ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:32.065452 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da05db9-924c-456c-8496-02db8eadc4a0 req-b46ce617-161e-4d82-9913-d93bb8f12685 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:32.067092 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9da05db9-924c-456c-8496-02db8eadc4a0 req-b46ce617-161e-4d82-9913-d93bb8f12685 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 931 time: 0.4026484 Sep 15 08:35:32.067721 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:32.068682 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:32.069112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Allocated IP 172.27.0.223 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/5b91d226-0409-4352-9be7-23d7a6535591) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:32.335457 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Request body: {'port': {'device_id': '66a6dd45-d218-422e-96e0-53fb9203db47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:32.468926 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9da05db9-924c-456c-8496-02db8eadc4a0 req-a3771ebd-a00c-4eb5-b7d2-1e829be65e76 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919134 Sep 15 08:35:32.597225 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:32.648847 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:32.678520 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:32.739945 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:32.744819 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:32.833275 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53428) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:33.019706 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'Port': ['ID=5b91d226-0409-4352-9be7-23d7a6535591,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:33.029386 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:33.035278 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:33.053759 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:33.060233 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:33.203272 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:31Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:33.224043 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a36ad7c-e9d6-4291-9485-30b8a32cd915 None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:31Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:33.296927 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Request body: {'port': {'device_id': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:33.301261 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d09307-7436-4e81-b636-14cd8dde220d req-073e329c-7266-4816-955f-867d49269994 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:33.340192 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-42d09307-7436-4e81-b636-14cd8dde220d req-073e329c-7266-4816-955f-867d49269994 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 931 time: 0.5389514 Sep 15 08:35:33.570972 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.583505 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device b37d8c09-48b2-4498-ac9e-d3da7223217d up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:33.874946 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port b37d8c09-48b2-4498-ac9e-d3da7223217d completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:33.901478 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port b37d8c09-48b2-4498-ac9e-d3da7223217d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:33.901965 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.906942 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.924596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:33.965179 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-42d09307-7436-4e81-b636-14cd8dde220d req-9061ace9-fe30-48da-a0a1-9251031d4115 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240327 Sep 15 08:35:34.223418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.251372 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3254ca4b-c12b-4a67-830e-ba0509b59743 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:34.260414 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.279431 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.294233 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Transition to ACTIVE for port object 3254ca4b-c12b-4a67-830e-ba0509b59743 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:34.308792 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.326527 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5ba9f170-9f95-4291-9054-7650c0755c85 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.404568 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port b37d8c09-48b2-4498-ac9e-d3da7223217d, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=b37d8c09-48b2-4498-ac9e-d3da7223217d,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:34.411519 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Pushing event updated for resources: {'Port': ['ID=3254ca4b-c12b-4a67-830e-ba0509b59743,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.413824 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.425233 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.611653 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=b37d8c09-48b2-4498-ac9e-d3da7223217d,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:34.624868 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:34.632325 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Attempting to bind port 3254ca4b-c12b-4a67-830e-ba0509b59743 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:34.632807 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Attempting to bind port 3254ca4b-c12b-4a67-830e-ba0509b59743 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '2875d66c-646b-4055-a54d-fb7f97619198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:34.633603 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Attempting to bind port 3254ca4b-c12b-4a67-830e-ba0509b59743 on network fb38c029-7409-49bd-bdf5-34b97cdf0e29 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:34.644746 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Port 3254ca4b-c12b-4a67-830e-ba0509b59743 on network fb38c029-7409-49bd-bdf5-34b97cdf0e29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:35:34.645128 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Attempting to bind port 3254ca4b-c12b-4a67-830e-ba0509b59743 on network fb38c029-7409-49bd-bdf5-34b97cdf0e29 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:34.655551 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:34.655915 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Checking segment: {'id': '2875d66c-646b-4055-a54d-fb7f97619198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:34.659720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Bound using segment: {'id': '2875d66c-646b-4055-a54d-fb7f97619198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:34.659720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Bound port: 3254ca4b-c12b-4a67-830e-ba0509b59743, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2875d66c-646b-4055-a54d-fb7f97619198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:34.659720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.722123 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.774136 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:34.781352 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Usage tracker for resource:security_group_rule and tenant:ac85e4e741cc4205ba9a5fb5fe347ba7 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:34.783249 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] For port 3254ca4b-c12b-4a67-830e-ba0509b59743, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:34.785600 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:34.789950 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] For port 3254ca4b-c12b-4a67-830e-ba0509b59743, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3254ca4b-c12b-4a67-830e-ba0509b59743,segment=NetworkSegment(2875d66c-646b-4055-a54d-fb7f97619198),segment_id=2875d66c-646b-4055-a54d-fb7f97619198)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:34.796214 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:34.809527 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.821261 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:34.842272 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:34.903231 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.921423 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.936466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:34.967428 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.051865 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Pushing event updated for resources: {'Port': ['ID=3254ca4b-c12b-4a67-830e-ba0509b59743,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.070107 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.074302 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.076019 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] 10.222.0.21 "PUT /v2.0/ports/3254ca4b-c12b-4a67-830e-ba0509b59743 HTTP/1.1" status: 200 len: 1093 time: 3.3873231 Sep 15 08:35:35.076498 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'tag': '3254ca4b-c12b-4a67-830e-ba0509b59743'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:35.155573 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.247505 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'Port': ['ID=5b91d226-0409-4352-9be7-23d7a6535591,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.254164 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.257641 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.265887 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9353235 Sep 15 08:35:35.267154 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.db.resource_extend [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:35:35.276054 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.298793 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-79f2793d-f0e4-409f-933f-d647219c8741 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7df220df1f44bfbe8c5d845ab0712e&device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 1096 time: 0.1250148 Sep 15 08:35:35.367850 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f42859c-d574-406c-a481-aa85038b6927,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:35.406416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:35.496859 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device b37d8c09-48b2-4498-ac9e-d3da7223217d up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:35.510325 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-bd817c61-d218-4f8a-a16f-96ff85a0c2ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3254ca4b-c12b-4a67-830e-ba0509b59743 HTTP/1.1" status: 200 len: 217 time: 0.1764176 Sep 15 08:35:35.516856 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a890e5f-2abd-49a3-a121-4b2756b997a7 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:35.529032 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac85e4e741cc4205ba9a5fb5fe347ba7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6874866 Sep 15 08:35:35.547860 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53482) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:35.553761 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98830c51-6211-481c-90b7-111bdb21458c req-b0fda5d3-56ee-49a5-b8a3-d89de8701960 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:35.562146 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98830c51-6211-481c-90b7-111bdb21458c req-b0fda5d3-56ee-49a5-b8a3-d89de8701960 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 943 time: 0.8377151 Sep 15 08:35:35.571988 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.609604 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Transition to ACTIVE for port object 1a890e5f-2abd-49a3-a121-4b2756b997a7 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:35.617257 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.626073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-86918728-c3e4-4277-bf35-fcf30b81f0c4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:35.628929 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-86918728-c3e4-4277-bf35-fcf30b81f0c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e328142-11ca-4415-8cd3-e3abf1f4965b HTTP/1.1" status: 200 len: 851 time: 0.1046152 Sep 15 08:35:35.630665 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:35.706922 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port b37d8c09-48b2-4498-ac9e-d3da7223217d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:35.709466 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.799603 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98830c51-6211-481c-90b7-111bdb21458c req-13409b54-d165-4a1e-a32b-1833ce410888 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729004 Sep 15 08:35:35.800489 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.829431 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-9b6f0584-d8c4-405f-9a07-094f4ce77f9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb38c029-7409-49bd-bdf5-34b97cdf0e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353269 Sep 15 08:35:35.869418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.969523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:35.973517 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:36.006274 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f42859c-d574-406c-a481-aa85038b6927,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:36.009582 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:36.037358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.049245 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f42859c-d574-406c-a481-aa85038b6927 HTTP/1.1" status: 204 len: 168 time: 0.4839020 Sep 15 08:35:36.207192 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Pushing event updated for resources: {'Port': ['ID=1a890e5f-2abd-49a3-a121-4b2756b997a7,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:36.228417 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:36.369517 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Attempting to bind port 1a890e5f-2abd-49a3-a121-4b2756b997a7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:36.370042 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Attempting to bind port 1a890e5f-2abd-49a3-a121-4b2756b997a7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:36.370371 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Attempting to bind port 1a890e5f-2abd-49a3-a121-4b2756b997a7 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:36.390879 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc1454-65fc-4afc-9448-42731b0b2341 req-638bd5d0-3870-411f-8671-24adbf48da41 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:36.394404 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-32dc1454-65fc-4afc-9448-42731b0b2341 req-638bd5d0-3870-411f-8671-24adbf48da41 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 943 time: 0.2482491 Sep 15 08:35:36.405923 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Port 1a890e5f-2abd-49a3-a121-4b2756b997a7 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:35:36.406296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Attempting to bind port 1a890e5f-2abd-49a3-a121-4b2756b997a7 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:36.427562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:36.427903 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Checking segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:36.428290 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Bound using segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:36.428720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Bound port: 1a890e5f-2abd-49a3-a121-4b2756b997a7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:36.429061 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.512915 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-32dc1454-65fc-4afc-9448-42731b0b2341 req-39a2e294-6811-4d66-b367-889e58478b11 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128027 Sep 15 08:35:36.539349 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-133133d4-8951-4c78-af5d-e7eafa51feb7 service neutron] 10.222.0.21 "GET /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564103 Sep 15 08:35:36.817489 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-952bbb62-a06a-474e-b8b5-546ea459c708 req-02e9ad25-70bd-4adb-a49f-b3c4c833a477 service neutron] 10.222.0.21 "GET /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503085 Sep 15 08:35:36.829734 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] For port 1a890e5f-2abd-49a3-a121-4b2756b997a7, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:36.837055 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] For port 1a890e5f-2abd-49a3-a121-4b2756b997a7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:36.849833 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:36.866628 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-bea8a636-6597-4dd1-9fc1-5bbad9d44933 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:36.881906 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:36.922964 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-bea8a636-6597-4dd1-9fc1-5bbad9d44933 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:36.930409 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-bea8a636-6597-4dd1-9fc1-5bbad9d44933 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--532206901&fields=id&tenant_id=18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 267 time: 0.1598487 Sep 15 08:35:37.075229 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:37.077109 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a890e5f-2abd-49a3-a121-4b2756b997a7 HTTP/1.1" status: 200 len: 1093 time: 5.8296742 Sep 15 08:35:37.138376 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Pushing event updated for resources: {'Port': ['ID=1a890e5f-2abd-49a3-a121-4b2756b997a7,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:37.156160 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:37.244534 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc847-0096-49e9-8d07-6b523e161f01 req-cef33ae6-b875-4bff-aa45-d0f474686921 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:37.252085 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-cef33ae6-b875-4bff-aa45-d0f474686921 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 817 time: 0.3144102 Sep 15 08:35:37.283335 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-313560c1-bf8e-4648-b344-aa0740665a71 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/quotas/18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 375 time: 0.0252526 Sep 15 08:35:37.381751 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-47548aeb-5709-43ec-9316-a0257cb96ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 1096 time: 0.2075639 Sep 15 08:35:37.512145 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-5df147ca-ce02-4521-95d0-9a10a22539b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7 HTTP/1.1" status: 200 len: 217 time: 0.1096563 Sep 15 08:35:37.551797 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-9cb9d190-ed8f-4a35-bc1d-cdc4c67fc644 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:37.617086 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-9cb9d190-ed8f-4a35-bc1d-cdc4c67fc644 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:37.618804 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-9cb9d190-ed8f-4a35-bc1d-cdc4c67fc644 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3339603 Sep 15 08:35:37.671561 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c04c75-697e-471f-adee-756c6b4272ee req-47be0288-ae97-4e8f-8d28-81656f2d6dcb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:37.673164 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-47be0288-ae97-4e8f-8d28-81656f2d6dcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.1551557 Sep 15 08:35:37.846182 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53574) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:37.895104 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-edf87d28-e2fc-4829-a136-6bd346a82bb3 service neutron] 10.222.0.36 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144306 Sep 15 08:35:38.202868 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:38.283943 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:38.294215 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b36ac7b41584eb9a5e7f6ada8f87c99 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:38.300768 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:38.316559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:38.333691 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-37fad701-4fba-4398-94db-8c2c3002594a service neutron] 10.222.0.36 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351044 Sep 15 08:35:38.422769 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-61caa974-35c2-4ae8-8416-ca3c30b2606a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109428 Sep 15 08:35:38.806381 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-b5f85fb2-1018-4e77-9952-3a531b03f41f service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683455 Sep 15 08:35:38.892376 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.091757 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'tag': '3254ca4b-c12b-4a67-830e-ba0509b59743', 'status': 'completed', 'code': 200} Sep 15 08:35:39.094552 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.198580 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4f44be27-c389-4d88-937f-aab3c391fe17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:39.377526 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53646) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:39.378885 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b36ac7b41584eb9a5e7f6ada8f87c99&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5296862 Sep 15 08:35:39.386969 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df076f7c-4cc9-4d22-8111-ceb02624cdf5,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:39.394106 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:39.475728 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-e5a63f98-8adc-4dd2-99db-70017478e0ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a7df220df1f44bfbe8c5d845ab0712e&device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 1096 time: 0.3806629 Sep 15 08:35:39.487979 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3c04c75-697e-471f-adee-756c6b4272ee req-959b2e00-4045-420a-a3e7-4be27e5850e2 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439373 Sep 15 08:35:39.677592 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.709536 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f28ee8-8e65-4219-b75a-1264f530750e req-ff9280fb-2dcb-4678-8772-46b35981d5b5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:39.717106 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-22f28ee8-8e65-4219-b75a-1264f530750e req-ff9280fb-2dcb-4678-8772-46b35981d5b5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 943 time: 0.4462011 Sep 15 08:35:39.763340 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:39.882306 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee358d9-3bff-48a3-808b-be8991e21793 req-c69eecaf-37ac-4f0a-bbf7-8f231d7c44ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:39.885911 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-c69eecaf-37ac-4f0a-bbf7-8f231d7c44ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb38c029-7409-49bd-bdf5-34b97cdf0e29 HTTP/1.1" status: 200 len: 912 time: 0.3923836 Sep 15 08:35:39.891470 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-22f28ee8-8e65-4219-b75a-1264f530750e req-9a0ee546-42fa-4721-bb2f-d5b1569241f7 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733665 Sep 15 08:35:40.038208 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.057486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5a4d0b2c-3a3a-48ea-a97c-6678c8fbed5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:40.110910 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df076f7c-4cc9-4d22-8111-ceb02624cdf5,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:40.113151 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-1e0828d5-d44f-4d69-aa15-dc44fae3878e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3254ca4b-c12b-4a67-830e-ba0509b59743 HTTP/1.1" status: 200 len: 217 time: 0.2164636 Sep 15 08:35:40.116863 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:40.118059 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:40.121406 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df076f7c-4cc9-4d22-8111-ceb02624cdf5 HTTP/1.1" status: 204 len: 168 time: 0.7427552 Sep 15 08:35:40.271898 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee358d9-3bff-48a3-808b-be8991e21793 req-0c68900e-1dce-436c-b024-18d34765afb6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:40.276051 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-0c68900e-1dce-436c-b024-18d34765afb6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e328142-11ca-4415-8cd3-e3abf1f4965b HTTP/1.1" status: 200 len: 851 time: 0.1320915 Sep 15 08:35:40.444098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4bef4-6d1c-46db-9f11-d67bdb9af60e req-a2fa820e-ee53-45ae-bc18-c4055fcfcfbc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:40.445574 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cec4bef4-6d1c-46db-9f11-d67bdb9af60e req-a2fa820e-ee53-45ae-bc18-c4055fcfcfbc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 943 time: 0.2191699 Sep 15 08:35:40.590862 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cec4bef4-6d1c-46db-9f11-d67bdb9af60e req-8faacb2a-392b-4ff9-86e2-2c5b442cbcb9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258461 Sep 15 08:35:40.837764 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dfd3712c-53c0-41ab-b5d4-02e14a3f9427 req-ab3e2c08-61a4-4339-800a-2e806b709299 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 210 time: 0.1055248 Sep 15 08:35:40.851675 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53674) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:40.950567 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-ea0d0b5f-18c7-465d-905c-ec614cae2da2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb38c029-7409-49bd-bdf5-34b97cdf0e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702529 Sep 15 08:35:41.126126 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a6dd45-d218-422e-96e0-53fb9203db47', 'tag': '1a890e5f-2abd-49a3-a121-4b2756b997a7'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:41.155409 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53684) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:41.200248 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.204466 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.268372 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:41.272445 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Usage tracker for resource:security_group_rule and tenant:39ecb55d853a4a8789a871938e2fdd39 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:41.276881 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:41.290125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:41.321131 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:41.360171 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Usage tracker for resource:security_group_rule and tenant:81f680fe4d4a4f3fae98026c15cbf110 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:41.370565 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:41.390577 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.416583 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:41.419142 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.430171 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-1282318f-425f-4d1e-aa1a-9498fe9b9624 service neutron] 10.222.0.21 "GET /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925028 Sep 15 08:35:41.440844 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:41.494712 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00991492-a022-4a38-bcf6-d69f873cc2ab,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:41.498664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:41.506561 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39ecb55d853a4a8789a871938e2fdd39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424835 Sep 15 08:35:41.511457 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53696) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:41.538603 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.551193 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.554723 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643e78-80fb-4061-affe-9e22d717b685 req-2673d4be-050a-4668-9758-45b77dd8b092 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:41.557365 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-de643e78-80fb-4061-affe-9e22d717b685 req-2673d4be-050a-4668-9758-45b77dd8b092 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 943 time: 0.4782009 Sep 15 08:35:41.561080 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3c4bd8e4-3865-479d-b048-ac4eb5e4e571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:41.606743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca91dee-88d8-45bf-9f42-b0aba059f8b6,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:41.614657 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81f680fe4d4a4f3fae98026c15cbf110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7613750 Sep 15 08:35:41.615648 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53702) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:41.617065 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:41.691822 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-de643e78-80fb-4061-affe-9e22d717b685 req-32f98a65-1268-41e9-8b1e-6e95d1a70c8a tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019433 Sep 15 08:35:41.692605 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.727332 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.738493 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.779708 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a6dd45-d218-422e-96e0-53fb9203db47', 'tag': '1a890e5f-2abd-49a3-a121-4b2756b997a7', 'status': 'completed', 'code': 200} Sep 15 08:35:41.781353 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.802203 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.812119 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7ed947b4-c288-43b8-9e9f-9505b433c212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:41.825568 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00991492-a022-4a38-bcf6-d69f873cc2ab,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:41.830318 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:41.835002 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.839531 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00991492-a022-4a38-bcf6-d69f873cc2ab HTTP/1.1" status: 204 len: 168 time: 0.3241482 Sep 15 08:35:41.907494 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.915588 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:41.930156 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca91dee-88d8-45bf-9f42-b0aba059f8b6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:41.932933 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:41.939621 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:41.940752 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dca91dee-88d8-45bf-9f42-b0aba059f8b6 HTTP/1.1" status: 204 len: 168 time: 0.3223934 Sep 15 08:35:42.041462 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Sync routers for ids ['806eeca5-10cf-456e-ac4d-8c443baa881d'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:35:42.060201 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Routers {'806eeca5-10cf-456e-ac4d-8c443baa881d'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:42.060873 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['806eeca5-10cf-456e-ac4d-8c443baa881d'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:42.146303 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3558f1-1d0f-442f-8635-719201455f48 req-847f24ec-1d09-4476-a916-c6cc03164087 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:42.148157 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7a3558f1-1d0f-442f-8635-719201455f48 req-847f24ec-1d09-4476-a916-c6cc03164087 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 943 time: 0.1892231 Sep 15 08:35:42.165038 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-08c712f0-4d72-41bb-9cd0-a8609c15f90a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:42.165767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-08c712f0-4d72-41bb-9cd0-a8609c15f90a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Synchronizing usage tracker for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:network {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:42.221963 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-08c712f0-4d72-41bb-9cd0-a8609c15f90a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Unset dirty status for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:network {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:42.223271 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-08c712f0-4d72-41bb-9cd0-a8609c15f90a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 818 time: 0.3551955 Sep 15 08:35:42.228689 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7a3558f1-1d0f-442f-8635-719201455f48 req-ef7e1741-6ab9-476e-acba-12abd20bf5ac tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725863 Sep 15 08:35:42.254270 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-e0bb4159-de80-4b2d-adcd-4f9de673cae5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/quotas/5b33f84e3469493cb0bae44fc1ac2ea6 HTTP/1.1" status: 200 len: 375 time: 0.0243409 Sep 15 08:35:42.300243 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Set router 806eeca5-10cf-456e-ac4d-8c443baa881d gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:42.370685 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-0142ca51-b802-42fc-a18e-f0358b79509f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149383 Sep 15 08:35:42.526650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.21', 50822) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:42.584931 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53734) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:42.706101 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:42.737215 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-20058106-20e2-44f6-9f43-90bb05d586ac service neutron] 10.222.0.36 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658249 Sep 15 08:35:42.859906 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:42.864659 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc847-0096-49e9-8d07-6b523e161f01 req-0d5d2217-f5d4-4215-9d41-917b542fce1b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:42.867390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-0d5d2217-f5d4-4215-9d41-917b542fce1b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:42.892441 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '0487d4bc-04bd-42be-ad57-ff7d7ffda005', 'name': '', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'mac_address': 'fa:16:3e:cf:2f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:24Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 2, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'subnets': [{'id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:42.904815 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Checking router: 806eeca5-10cf-456e-ac4d-8c443baa881d for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:35:42.905278 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Updating router 806eeca5-10cf-456e-ac4d-8c443baa881d port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:35:42.910672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Usage tracker for resource:security_group_rule and tenant:3024391956c34990924c8052a6cff9a6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:42.925388 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:42.955511 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ff20bc8-c24d-467e-9462-a08ac2b10e1c req-0ee34b0e-6b35-4fa4-804a-c8fa74f2dab9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 210 time: 0.0987942 Sep 15 08:35:42.957051 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:42.961523 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-0d5d2217-f5d4-4215-9d41-917b542fce1b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:42.964967 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-0d5d2217-f5d4-4215-9d41-917b542fce1b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 817 time: 0.4313295 Sep 15 08:35:43.039856 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.087235 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-379a548e-0aa1-48ef-86cf-c1f6601d00f6 service neutron] 10.222.0.36 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483322 Sep 15 08:35:43.186502 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.192278 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-c171a962-9072-4a1f-b10a-18916a5d37bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 1096 time: 0.9355628 Sep 15 08:35:43.194528 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.219015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-09bd6224-9524-43b0-93e5-804cd96d0d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:43.249051 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aee358d9-3bff-48a3-808b-be8991e21793 req-a352c750-87d6-4749-9387-aa30179ff74e service neutron] 10.222.0.21 "GET /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0380130 Sep 15 08:35:43.256783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-7e551f54-6219-48dc-aa98-5f711e9616de tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:43.334480 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c92866-6efd-4691-8153-845908c5618f,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:43.345893 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:43.402650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53758) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:43.446356 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-804dc847-0096-49e9-8d07-6b523e161f01 req-7e551f54-6219-48dc-aa98-5f711e9616de tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:43.457227 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-7e551f54-6219-48dc-aa98-5f711e9616de tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 379 time: 0.4603770 Sep 15 08:35:43.610385 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3024391956c34990924c8052a6cff9a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0207105 Sep 15 08:35:43.614901 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 53774) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:43.660660 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-ce857b7a-6fe6-42d9-bcbb-8c550199ba56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:43.662768 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-ce857b7a-6fe6-42d9-bcbb-8c550199ba56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 916 time: 0.3652325 Sep 15 08:35:43.669293 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'port': {'device_id': '051bd311-f390-4e49-afca-e4387225688f', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'admin_state_up': True, 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'security_groups': ['d81c0125-d385-4ab3-b817-7249e6f1551f']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:43.873740 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42f745-f11e-459e-bf59-7c819417f323 req-cde149ce-6830-4dfc-a963-c24c7d3cc629 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:43.885528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ba42f745-f11e-459e-bf59-7c819417f323 req-cde149ce-6830-4dfc-a963-c24c7d3cc629 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 943 time: 0.5514300 Sep 15 08:35:43.901792 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.917431 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Transition to ACTIVE for port object 0487d4bc-04bd-42be-ad57-ff7d7ffda005 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:43.930523 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.940315 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:43.969215 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:43.983481 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-d89b198b-c18b-4bb8-a2d4-78f756691533 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7 HTTP/1.1" status: 200 len: 217 time: 0.2783225 Sep 15 08:35:44.001504 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ba42f745-f11e-459e-bf59-7c819417f323 req-7bc821d9-2e18-43fa-8cd4-1bfe2116b442 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139965 Sep 15 08:35:44.026309 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.048645 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afa578-2f1c-468c-b2a5-7b452cc5c9a5 req-742615e0-22e9-4515-a03f-5b396bac7b1f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:44.052234 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98afa578-2f1c-468c-b2a5-7b452cc5c9a5 req-742615e0-22e9-4515-a03f-5b396bac7b1f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 943 time: 0.4016256 Sep 15 08:35:44.107683 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:44.118511 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Usage tracker for resource:security_group_rule and tenant:97f9a4a4082142d4835ac47340760f63 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:44.137870 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-3a6e5dc5-d50d-4eaa-8e4e-af637123fc52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:44.139513 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-3a6e5dc5-d50d-4eaa-8e4e-af637123fc52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.1488116 Sep 15 08:35:44.140511 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:44.143819 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:44.189423 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:44.208718 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:44.214187 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-f5bf4142-83db-48da-b333-52b11e7b6742 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651202 Sep 15 08:35:44.225508 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.279911 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98afa578-2f1c-468c-b2a5-7b452cc5c9a5 req-29709c7d-a046-4dea-b947-132d72e9162b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089086 Sep 15 08:35:44.309564 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11aeca-22a2-49e6-9052-9c46f0d203ee None None] Pushing event updated for resources: {'Port': ['ID=0487d4bc-04bd-42be-ad57-ff7d7ffda005,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:44.346177 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eea36a91-94c2-47f4-89b3-434206f15fa6 req-afb3a0f6-529a-4340-8e32-8ef65d862849 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 210 time: 0.0721376 Sep 15 08:35:44.371353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.378186 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c4a92b75-d7d5-4a49-ac69-defc27559c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:44.393263 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c92866-6efd-4691-8153-845908c5618f,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:44.396384 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ec11aeca-22a2-49e6-9052-9c46f0d203ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:44.403555 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:44.409605 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.411354 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0c92866-6efd-4691-8153-845908c5618f HTTP/1.1" status: 204 len: 168 time: 0.7886558 Sep 15 08:35:44.457915 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Attempting to bind port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:44.458516 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Attempting to bind port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:44.459046 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Attempting to bind port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 on network ca8f72c9-472f-4403-84c2-616393b51fc2 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:44.469129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:44.470085 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Checking segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:44.470909 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.471716 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Bound using segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:44.472674 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Bound port: 0487d4bc-04bd-42be-ad57-ff7d7ffda005, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:44.473347 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.555609 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.585774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Made reservation on behalf of 18f68433aa8b44559fc7e8f961d9f9ba for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:44.599577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.602053 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-800244af-a1e0-4196-bc13-1dbcdab0d5bc req-3e7a866f-0888-40cc-91c2-129bb4adc6ea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 210 time: 0.0572956 Sep 15 08:35:44.626775 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.628287 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] For port 0487d4bc-04bd-42be-ad57-ff7d7ffda005, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:44.633131 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] For port 0487d4bc-04bd-42be-ad57-ff7d7ffda005, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0487d4bc-04bd-42be-ad57-ff7d7ffda005,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:44.646368 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:44.651047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:44.660095 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:44.746548 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Routers {'806eeca5-10cf-456e-ac4d-8c443baa881d'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:35:44.747239 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['806eeca5-10cf-456e-ac4d-8c443baa881d'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:44.793005 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f71becc-9a14-47b2-9f67-0c80a903634a,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:44.801760 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97f9a4a4082142d4835ac47340760f63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3927877 Sep 15 08:35:44.803503 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:44.814826 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53808) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:44.842924 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11aeca-22a2-49e6-9052-9c46f0d203ee None None] Pushing event updated for resources: {'Port': ['ID=0487d4bc-04bd-42be-ad57-ff7d7ffda005,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:44.847470 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-8cf4139c-c9ae-4c17-87b1-40da9a19de13 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203489 Sep 15 08:35:44.847974 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ec11aeca-22a2-49e6-9052-9c46f0d203ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:45.095948 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] Set router 806eeca5-10cf-456e-ac4d-8c443baa881d gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:35:45.210278 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-bb8fce91-3f6b-4c24-b090-0b3db7e52978 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:45.226356 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-bb8fce91-3f6b-4c24-b090-0b3db7e52978 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 818 time: 0.4771118 Sep 15 08:35:45.256484 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-033a96b5-7748-434d-aabd-806ed55cb5bf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/quotas/5b33f84e3469493cb0bae44fc1ac2ea6 HTTP/1.1" status: 200 len: 375 time: 0.0291431 Sep 15 08:35:45.408573 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-15090fa3-7be8-4954-bce5-6e2f2130c662 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:45.410085 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-15090fa3-7be8-4954-bce5-6e2f2130c662 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 818 time: 0.3721211 Sep 15 08:35:45.457324 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Request body: {'port': {'device_id': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'admin_state_up': True, 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:45.462475 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-06cae502-ffca-46ab-ae78-9c53b72e41b8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048659 Sep 15 08:35:45.762223 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Allocated IP 172.20.0.3 (d97b9800-bfed-4900-85e6-4668f0a8b3ad/057230c9-f19e-4377-9a2b-ed514db9ede0/01645f58-38dd-4bd2-a323-cfb62ad71332) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:45.805211 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '0487d4bc-04bd-42be-ad57-ff7d7ffda005', 'name': '', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'mac_address': 'fa:16:3e:cf:2f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:24Z', 'updated_at': '2021-09-15T08:35:44Z', 'revision_number': 4, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'subnets': [{'id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:35:45.819301 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229bf17-1b5d-4134-98f5-7e68f0a07e53 None None] The sync data for ids ['806eeca5-10cf-456e-ac4d-8c443baa881d'] in dv-cinder-806007-2-iscsi is: [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '0487d4bc-04bd-42be-ad57-ff7d7ffda005', 'name': '', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'mac_address': 'fa:16:3e:cf:2f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:24Z', 'updated_at': '2021-09-15T08:35:44Z', 'revision_number': 4, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'subnets': [{'id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:35:45.864802 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-5325dd07-80a3-453d-88c5-4c3ce2b5fc79 service neutron] 10.222.0.36 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982937 Sep 15 08:35:46.198432 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 1a890e5f-2abd-49a3-a121-4b2756b997a7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:35:46.213287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.272564 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c5466262-6565-421b-b549-bee7f5fac6e0 req-cb30c73a-19e2-4e50-bfca-e1fc9275bab5 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4170611 Sep 15 08:35:46.285863 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:46.289600 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Usage tracker for resource:port and tenant:5b33f84e3469493cb0bae44fc1ac2ea6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:46.295320 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:46.298196 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac585ed-f1bd-44c2-97b4-b35e09c79780 req-63c76e5e-91a9-4025-82c7-7966e539c7fa tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:46.301504 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:46.309044 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bac585ed-f1bd-44c2-97b4-b35e09c79780 req-63c76e5e-91a9-4025-82c7-7966e539c7fa tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 943 time: 0.8083858 Sep 15 08:35:46.333477 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Made reservation on behalf of 5b33f84e3469493cb0bae44fc1ac2ea6 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:46.345931 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.412615 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-d3f036f6-f728-48c1-9c76-1be31d0f2eed service neutron] 10.222.0.36 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453618 Sep 15 08:35:46.430010 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.449813 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 1a890e5f-2abd-49a3-a121-4b2756b997a7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:46.471225 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '1a890e5f-2abd-49a3-a121-4b2756b997a7', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'port_id': '1a890e5f-2abd-49a3-a121-4b2756b997a7', 'mac_address': 'fa:16:3e:05:90:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202c7ae9-de00-4c3a-b85f-1f433e4fd64f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:35:46.511409 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bac585ed-f1bd-44c2-97b4-b35e09c79780 req-ed0e4679-a623-4e27-8db0-1a83ac755d9c tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013338 Sep 15 08:35:46.639909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.657038 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.659869 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Transition to ACTIVE for port object 01645f58-38dd-4bd2-a323-cfb62ad71332 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:46.708227 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a890e5f-2abd-49a3-a121-4b2756b997a7 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:46.728255 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 1a890e5f-2abd-49a3-a121-4b2756b997a7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:46.734668 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.735951 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3254ca4b-c12b-4a67-830e-ba0509b59743 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:35:46.740887 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:46.800562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.807992 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:46.838953 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2d83030a-9527-4920-b39e-0b9e2670ec4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:46.892308 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f71becc-9a14-47b2-9f67-0c80a903634a,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:46.906635 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:46.914326 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:46.970513 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=1a890e5f-2abd-49a3-a121-4b2756b997a7,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:46.977409 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:47.073348 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 3254ca4b-c12b-4a67-830e-ba0509b59743, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3254ca4b-c12b-4a67-830e-ba0509b59743,segment=NetworkSegment(2875d66c-646b-4055-a54d-fb7f97619198),segment_id=2875d66c-646b-4055-a54d-fb7f97619198)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:47.122417 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '3254ca4b-c12b-4a67-830e-ba0509b59743', 'network_id': 'fb38c029-7409-49bd-bdf5-34b97cdf0e29', 'port_id': '3254ca4b-c12b-4a67-830e-ba0509b59743', 'mac_address': 'fa:16:3e:dd:45:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e328142-11ca-4415-8cd3-e3abf1f4965b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:35:47.142761 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:47.163917 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:47.172123 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:47.176181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:47.176806 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.182029 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ece96f-ecca-495f-b3e3-4af8a200eae0 req-f6ea460e-7cbd-4dfc-8b83-5b916152c42f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:47.195148 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6ece96f-ecca-495f-b3e3-4af8a200eae0 req-f6ea460e-7cbd-4dfc-8b83-5b916152c42f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 931 time: 0.4894860 Sep 15 08:35:47.197937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:47.230095 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:47.246379 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.263727 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f71becc-9a14-47b2-9f67-0c80a903634a HTTP/1.1" status: 204 len: 168 time: 2.4421523 Sep 15 08:35:47.273742 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f340b1-eb74-45af-bf9f-2f6ee86807cb req-0e4942bf-1d6d-4ef9-ac5c-f339c5a3d01c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:47.277934 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b7f340b1-eb74-45af-bf9f-2f6ee86807cb req-0e4942bf-1d6d-4ef9-ac5c-f339c5a3d01c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 944 time: 0.4097590 Sep 15 08:35:47.302239 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.325483 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6598864 Sep 15 08:35:47.330098 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Allocated IP 172.20.0.3 (ca8f72c9-472f-4403-84c2-616393b51fc2/45a386d7-c640-4e48-9971-a7d8579ff227/4e2b615b-2fc4-4346-84b6-3ebe49a08e39) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:47.358370 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Request body: {'port': {'device_id': '051bd311-f390-4e49-afca-e4387225688f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:47.381295 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6ece96f-ecca-495f-b3e3-4af8a200eae0 req-b77a7155-55a5-4d9b-9700-b36ec47790bf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828997 Sep 15 08:35:47.387689 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3254ca4b-c12b-4a67-830e-ba0509b59743 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:47.468142 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 3254ca4b-c12b-4a67-830e-ba0509b59743, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3254ca4b-c12b-4a67-830e-ba0509b59743,segment=NetworkSegment(2875d66c-646b-4055-a54d-fb7f97619198),segment_id=2875d66c-646b-4055-a54d-fb7f97619198)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:47.481720 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:47.488285 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:47.578138 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b7f340b1-eb74-45af-bf9f-2f6ee86807cb req-42331751-2d56-4b0d-9436-3c2f8515cf2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208304 Sep 15 08:35:47.699759 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=3254ca4b-c12b-4a67-830e-ba0509b59743,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:47.708714 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:47.719079 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0487d4bc-04bd-42be-ad57-ff7d7ffda005 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:47.859273 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b526aa87-932e-4c87-8b52-4b5bfbc7323a req-0b1758a3-2637-4de8-8785-ab10d49ce892 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 210 time: 0.0993655 Sep 15 08:35:47.867518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['3254ca4b-c12b-4a67-830e-ba0509b59743'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:35:48.066667 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:35:48.088246 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15a718-7f18-427d-98a0-d20ade565e7d req-780a4e97-3f8b-4e88-ad0b-4438174d0227 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:48.129259 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a15a718-7f18-427d-98a0-d20ade565e7d req-780a4e97-3f8b-4e88-ad0b-4438174d0227 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 944 time: 0.2136037 Sep 15 08:35:48.144479 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.147750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.168355 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53898) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:48.220994 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-38da3059-2f0c-466c-b147-ed6c5eec5ec8 None None] Provisioning for port 01645f58-38dd-4bd2-a323-cfb62ad71332 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:48.246832 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.254362 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-38da3059-2f0c-466c-b147-ed6c5eec5ec8 None None] Provisioning complete for port 01645f58-38dd-4bd2-a323-cfb62ad71332 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:48.254746 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-38da3059-2f0c-466c-b147-ed6c5eec5ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.279672 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a15a718-7f18-427d-98a0-d20ade565e7d req-6517fec4-15cd-4351-b89e-f48a5f492060 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448934 Sep 15 08:35:48.323032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-38da3059-2f0c-466c-b147-ed6c5eec5ec8 None None] Port 01645f58-38dd-4bd2-a323-cfb62ad71332 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:35:48.425382 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:48.443006 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:48.443662 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.541811 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:48.643631 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0b8063de-d689-40fa-bc34-9e52229cbaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.678388 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.697423 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:2c13c193e1714248b20f995c89798de9 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:48.716510 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:48.721018 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:48.808453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:48.843917 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.939626 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.945633 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Network ca8f72c9-472f-4403-84c2-616393b51fc2 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:48.946524 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 0487d4bc-04bd-42be-ad57-ff7d7ffda005, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0487d4bc-04bd-42be-ad57-ff7d7ffda005,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:48.966099 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.972372 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:48.974259 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Pushing event updated for resources: {'Port': ['ID=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:48.980614 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-f1e21284-9eea-4eeb-9aa0-9bbe1f6c034e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:48.987404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:48.991482 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:48.991973 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:48.996941 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:49.055756 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-01aca903-fbc1-4659-ad4f-b2ed219a9d0b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:49.058842 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-01aca903-fbc1-4659-ad4f-b2ed219a9d0b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 818 time: 0.6097498 Sep 15 08:35:49.065029 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb58fd-008a-4a88-8013-c0940b4493c7 req-c3ebad74-b043-4263-83b4-2ebf84a111b9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:49.074343 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3dfb58fd-008a-4a88-8013-c0940b4493c7 req-c3ebad74-b043-4263-83b4-2ebf84a111b9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 944 time: 0.1552923 Sep 15 08:35:49.082240 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54715c76-0d09-4bbd-aca8-d8f5c7ba40e1 req-e0747fd8-a447-4c75-85f2-8747392cbb3d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:49.084215 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-54715c76-0d09-4bbd-aca8-d8f5c7ba40e1 req-e0747fd8-a447-4c75-85f2-8747392cbb3d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 931 time: 0.2781353 Sep 15 08:35:49.090867 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=0487d4bc-04bd-42be-ad57-ff7d7ffda005,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:49.095127 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:49.107842 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Request body: {'port': {'device_id': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'admin_state_up': True, 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:49.122969 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6928773 Sep 15 08:35:49.158003 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Request body: {'port': {'device_id': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:49.204527 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-54715c76-0d09-4bbd-aca8-d8f5c7ba40e1 req-8c95ed92-3cfa-491c-a8eb-5792a521f395 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915418 Sep 15 08:35:49.222530 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3dfb58fd-008a-4a88-8013-c0940b4493c7 req-e4f4af47-248c-4944-9ffd-6e8b66c013a1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470883 Sep 15 08:35:49.414203 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.450791 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.db.resource_extend [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:35:49.476871 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.498227 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0487d4bc-04bd-42be-ad57-ff7d7ffda005 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:49.504227 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d5afd3b-2c4a-403e-8d32-9656100de123 req-8cbdefff-048c-469b-9de1-40645136a6f7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 210 time: 0.0995879 Sep 15 08:35:49.545724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:49.623337 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:49.627404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Usage tracker for resource:port and tenant:5b33f84e3469493cb0bae44fc1ac2ea6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:49.630912 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:49.631198 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:49.631467 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.639272 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:49.699023 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Made reservation on behalf of 5b33f84e3469493cb0bae44fc1ac2ea6 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:35:49.703480 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.726183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.750768 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01645f58-38dd-4bd2-a323-cfb62ad71332 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:49.757682 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8f4d92-2e1a-4e3e-b30b-7e128bbf145a,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:49.770504 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.775648 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:49.810655 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c13c193e1714248b20f995c89798de9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6410651 Sep 15 08:35:49.821717 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 53950) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:49.905052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76f21f-e3e5-4b09-a6a3-b2c4bb1ce108 req-3d918e2f-3591-49d1-937d-bc5a946917e4 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:49.915626 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9f76f21f-e3e5-4b09-a6a3-b2c4bb1ce108 req-3d918e2f-3591-49d1-937d-bc5a946917e4 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 944 time: 0.1385438 Sep 15 08:35:49.923146 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Transition to ACTIVE for port object 01645f58-38dd-4bd2-a323-cfb62ad71332 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:49.949999 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:49.983336 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:49.998860 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9f76f21f-e3e5-4b09-a6a3-b2c4bb1ce108 req-6d7f134c-f3ae-4e19-887e-902a4832d14a tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809557 Sep 15 08:35:50.011467 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:35:50.174824 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:50.185273 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:50.200646 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 1a890e5f-2abd-49a3-a121-4b2756b997a7 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:50.362171 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 1a890e5f-2abd-49a3-a121-4b2756b997a7 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:50.369490 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 1a890e5f-2abd-49a3-a121-4b2756b997a7 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:50.370855 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.617174 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3ac75-2534-4d25-bf20-3c59f4989ab5 req-fbc2d57c-1e3b-4bfb-9fe9-702a7afa1353 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:50.619680 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cfc3ac75-2534-4d25-bf20-3c59f4989ab5 req-fbc2d57c-1e3b-4bfb-9fe9-702a7afa1353 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 944 time: 0.1627665 Sep 15 08:35:50.626703 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43647ed3-6d90-4c99-8a2e-4702be510ce1 req-2d5e8716-52d3-4723-be21-7cdf83d6ec66 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:50.628103 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-43647ed3-6d90-4c99-8a2e-4702be510ce1 req-2d5e8716-52d3-4723-be21-7cdf83d6ec66 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1199708 Sep 15 08:35:50.663838 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.713075 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cfc3ac75-2534-4d25-bf20-3c59f4989ab5 req-b3786111-65bc-403e-879f-a958cf242dcd tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836580 Sep 15 08:35:50.715401 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-43647ed3-6d90-4c99-8a2e-4702be510ce1 req-e96db650-5c94-4e7b-a427-3a837e88c2b1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690231 Sep 15 08:35:50.718126 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a6dd45-d218-422e-96e0-53fb9203db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a890e5f-2abd-49a3-a121-4b2756b997a7'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:50.760204 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Allocated IP 172.20.0.7 (ca8f72c9-472f-4403-84c2-616393b51fc2/45a386d7-c640-4e48-9971-a7d8579ff227/afd7d0ab-ea96-4559-b7d4-57957d3dc44d) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:35:50.762197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Attempting to bind port 01645f58-38dd-4bd2-a323-cfb62ad71332 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:50.762530 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Attempting to bind port 01645f58-38dd-4bd2-a323-cfb62ad71332 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:50.762893 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Attempting to bind port 01645f58-38dd-4bd2-a323-cfb62ad71332 on network d97b9800-bfed-4900-85e6-4668f0a8b3ad {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:50.800293 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.821243 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Port 01645f58-38dd-4bd2-a323-cfb62ad71332 on network d97b9800-bfed-4900-85e6-4668f0a8b3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:35:50.822774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Attempting to bind port 01645f58-38dd-4bd2-a323-cfb62ad71332 on network d97b9800-bfed-4900-85e6-4668f0a8b3ad {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:50.841132 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 1a890e5f-2abd-49a3-a121-4b2756b997a7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:50.851052 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.851939 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3254ca4b-c12b-4a67-830e-ba0509b59743 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:35:50.867582 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.874446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:50.874886 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Checking segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:50.876970 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Bound using segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:50.878195 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Bound port: 01645f58-38dd-4bd2-a323-cfb62ad71332, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:50.878341 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:50.880941 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.922666 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8f6e-4d23-4495-aad7-8d01949b06a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:50.969474 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-daa3f2e8-8ef6-44a9-a8cf-a6812296ac4e req-3b34f800-e4c8-46bb-afce-3e4cce586ece tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 210 time: 0.0631135 Sep 15 08:35:50.984468 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=1a890e5f-2abd-49a3-a121-4b2756b997a7,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:50.997372 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.013881 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 3254ca4b-c12b-4a67-830e-ba0509b59743 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:35:51.021525 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 3254ca4b-c12b-4a67-830e-ba0509b59743 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:35:51.022351 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.144442 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:51.151830 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:51.167205 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.190593 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d1e070aa-d4f3-472e-a7a6-0f5fffbd3bb5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.248223 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2378848-aff5-435d-8354-7734bf325723 req-98abb5f9-ca08-403e-8681-643cee0f1aa7 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:51.255301 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c2378848-aff5-435d-8354-7734bf325723 req-98abb5f9-ca08-403e-8681-643cee0f1aa7 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 944 time: 0.0908666 Sep 15 08:35:51.266065 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.266577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.269991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.270788 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.290446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.304324 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8f4d92-2e1a-4e3e-b30b-7e128bbf145a,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.313781 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.334937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.336555 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] 10.222.0.21 "PUT /v2.0/ports/01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 1093 time: 3.9973445 Sep 15 08:35:51.341609 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:51.351894 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.365855 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.370007 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b8f4d92-2e1a-4e3e-b30b-7e128bbf145a HTTP/1.1" status: 204 len: 168 time: 1.5371411 Sep 15 08:35:51.401621 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c2378848-aff5-435d-8354-7734bf325723 req-85e93916-c09c-4bc7-9433-de1901f45737 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449215 Sep 15 08:35:51.407152 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 3254ca4b-c12b-4a67-830e-ba0509b59743, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3254ca4b-c12b-4a67-830e-ba0509b59743,segment=NetworkSegment(2875d66c-646b-4055-a54d-fb7f97619198),segment_id=2875d66c-646b-4055-a54d-fb7f97619198)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:35:51.423524 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.430899 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.529178 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'status': 'completed', 'code': 200} Sep 15 08:35:51.561867 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a6dd45-d218-422e-96e0-53fb9203db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a890e5f-2abd-49a3-a121-4b2756b997a7', 'code': 200} Sep 15 08:35:51.653003 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.673975 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=3254ca4b-c12b-4a67-830e-ba0509b59743,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:51.678345 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:51.796672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.21', 50840) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:35:51.872999 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.894246 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-a3ce6c5e-8f14-46cc-b415-df63a18facb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1096 time: 0.4975600 Sep 15 08:35:51.914559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:51.965967 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:51.970451 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-5acdafe3-3867-4e9d-b51a-2320cdcb71af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 1098 time: 0.1726134 Sep 15 08:35:51.994572 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Network ca8f72c9-472f-4403-84c2-616393b51fc2 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:35:52.022242 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.082154 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:35:52.099402 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:35:52.104851 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:52.105967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.158560 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-3dc8e14f-7f83-4488-a86f-a8fe09109738 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 217 time: 0.2448158 Sep 15 08:35:52.163364 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.db.resource_extend [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 08:35:52.178857 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0951507 Sep 15 08:35:52.237179 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Pushing event updated for resources: {'Port': ['ID=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:52.264891 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:52.280118 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:35:52.283076 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:52.293700 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.311440 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Transition to ACTIVE for port object 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:52.317920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Usage tracker for resource:security_group_rule and tenant:67c36dc87d734e7492a19052dbe70642 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:35:52.322499 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.323878 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:35:52.328999 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:52.331476 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:35:52.369142 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239dec0-9b0d-4d20-b3c4-c52a65689cd7 req-4d2f04b1-aa79-412a-9a7e-e38522e5f56a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:52.376054 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4239dec0-9b0d-4d20-b3c4-c52a65689cd7 req-4d2f04b1-aa79-412a-9a7e-e38522e5f56a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.3431647 Sep 15 08:35:52.413487 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b8b8b-cb3c-4bfe-95ee-87c33f6aea1a req-36d65e41-879b-47e3-a4a6-0dc848d273ef tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:52.418375 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-442b8b8b-cb3c-4bfe-95ee-87c33f6aea1a req-36d65e41-879b-47e3-a4a6-0dc848d273ef tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.3224893 Sep 15 08:35:52.480784 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:52.483571 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:52.498276 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4239dec0-9b0d-4d20-b3c4-c52a65689cd7 req-54ad25e4-0a14-4c51-8e52-eb1358c5d1df tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212721 Sep 15 08:35:52.519460 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.536336 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-442b8b8b-cb3c-4bfe-95ee-87c33f6aea1a req-03c4e60e-96fd-48fc-b51f-0b45a0c3ce8a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055236 Sep 15 08:35:52.537709 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.550581 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Attempting to bind port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:52.551160 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Attempting to bind port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:52.551695 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Attempting to bind port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 on network ca8f72c9-472f-4403-84c2-616393b51fc2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:52.553974 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5793442d-1067-478a-a443-63a9b8b12053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:52.559127 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 on network ca8f72c9-472f-4403-84c2-616393b51fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:35:52.559641 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Attempting to bind port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 on network ca8f72c9-472f-4403-84c2-616393b51fc2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:52.567329 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:52.567822 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Checking segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:52.568393 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Bound using segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:52.568965 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Bound port: 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:52.569485 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.585770 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5762d066-6232-40b9-9fbc-91599d926cb4,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:52.589816 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0c8e0f9e-6eab-474e-8bf6-79de3b4291f7 req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106970 Sep 15 08:35:52.590793 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:52.687029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] For port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:52.691429 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] For port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:52.698830 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.706022 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:52.763320 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:52.765637 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 1093 time: 3.6219881 Sep 15 08:35:52.792790 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:52.796347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:52.843888 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95033050-bab4-480b-89c2-3277db78bd58 req-77aa9d5e-7c1b-4d91-b0f4-75779ee0890f tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:52.845372 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95033050-bab4-480b-89c2-3277db78bd58 req-77aa9d5e-7c1b-4d91-b0f4-75779ee0890f tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1161590 Sep 15 08:35:52.850956 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7cd86-8825-49ae-a1ad-947f9288bdf0 req-77c0922a-e895-45f5-a538-8eae72a180c9 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:52.852344 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e8d7cd86-8825-49ae-a1ad-947f9288bdf0 req-77c0922a-e895-45f5-a538-8eae72a180c9 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 931 time: 0.1544507 Sep 15 08:35:52.924503 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95033050-bab4-480b-89c2-3277db78bd58 req-7eb002f5-94f6-4b00-9246-534bfa4431a7 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712063 Sep 15 08:35:52.928091 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-e8d7cd86-8825-49ae-a1ad-947f9288bdf0 req-4209a00f-cef9-4eca-801e-7ab3bcf92da7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Synchronizing usage tracker for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:35:52.946463 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-e8d7cd86-8825-49ae-a1ad-947f9288bdf0 req-4209a00f-cef9-4eca-801e-7ab3bcf92da7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Unset dirty status for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:35:52.950501 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e8d7cd86-8825-49ae-a1ad-947f9288bdf0 req-4209a00f-cef9-4eca-801e-7ab3bcf92da7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832055 Sep 15 08:35:53.402834 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:53.530227 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'tag': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:53.563279 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3254ca4b-c12b-4a67-830e-ba0509b59743'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:53.584131 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'tag': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39', 'status': 'completed', 'code': 200} Sep 15 08:35:53.630792 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3254ca4b-c12b-4a67-830e-ba0509b59743', 'code': 200} Sep 15 08:35:53.722617 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc621949-24d1-4838-8fbc-166ba3a5c165 req-5bcd1b23-6d65-446b-b43d-72ec1051d904 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:53.724036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fc621949-24d1-4838-8fbc-166ba3a5c165 req-5bcd1b23-6d65-446b-b43d-72ec1051d904 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.0796089 Sep 15 08:35:53.814119 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fc621949-24d1-4838-8fbc-166ba3a5c165 req-086ad3c6-7f64-434a-95e8-e0a55ecee562 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608816 Sep 15 08:35:53.830061 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa82ae-9fdc-4235-84e3-32444cf63f16 req-57ff8cb4-dcb1-43c7-94dd-a48296aa635a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:53.831471 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5aaa82ae-9fdc-4235-84e3-32444cf63f16 req-57ff8cb4-dcb1-43c7-94dd-a48296aa635a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1066012 Sep 15 08:35:53.878273 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5aaa82ae-9fdc-4235-84e3-32444cf63f16 req-d14cecd1-a271-4d90-bc82-9841423fe7fe tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Sep 15 08:35:54.180417 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac01fca-60d8-47c2-a3fc-c589f6a525bf req-690459d2-3dac-4ac3-b99c-3622cd8f7c08 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:54.181792 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8ac01fca-60d8-47c2-a3fc-c589f6a525bf req-690459d2-3dac-4ac3-b99c-3622cd8f7c08 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1316307 Sep 15 08:35:54.187934 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e252f32-c5cd-42c9-ae56-570051eb5f67 req-e85894fb-502c-4044-be0c-aaad8ca70320 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:54.189279 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e252f32-c5cd-42c9-ae56-570051eb5f67 req-e85894fb-502c-4044-be0c-aaad8ca70320 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 931 time: 0.1088798 Sep 15 08:35:54.262012 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8ac01fca-60d8-47c2-a3fc-c589f6a525bf req-4b168466-8b87-4bc9-b756-7e74c2abc4b5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717731 Sep 15 08:35:54.266664 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e252f32-c5cd-42c9-ae56-570051eb5f67 req-acabaddd-0518-46ae-a9f7-988be9258771 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605459 Sep 15 08:35:54.785590 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Request body: {'port': {'device_id': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:35:54.845792 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-f4abbaa1-ab5e-4eb3-9f38-efb96a145147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1096 time: 0.0719426 Sep 15 08:35:54.889551 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc847-0096-49e9-8d07-6b523e161f01 req-ca25490e-c504-4c5d-9c2b-2c3e05e74ff4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:54.891120 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-ca25490e-c504-4c5d-9c2b-2c3e05e74ff4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.1425142 Sep 15 08:35:54.916619 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:54.926346 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-b4e7797e-5545-4091-a155-286b055a5dd7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.0728741 Sep 15 08:35:55.035141 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bde4d-8c84-467c-8829-50e944e33389 req-4bb03507-3ed5-4c5a-9c29-ba56bcc5ad23 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:55.036885 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bc5bde4d-8c84-467c-8829-50e944e33389 req-4bb03507-3ed5-4c5a-9c29-ba56bcc5ad23 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.0859303 Sep 15 08:35:55.133661 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bc5bde4d-8c84-467c-8829-50e944e33389 req-a99e66bc-71ce-4ba8-a837-ad9a7d83dcbf tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655677 Sep 15 08:35:55.150377 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b5605-c379-4aba-91f4-9a62f9370534 req-a1ab3499-f340-4897-96d1-4dc6c7cd48c4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:55.151817 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-df5b5605-c379-4aba-91f4-9a62f9370534 req-a1ab3499-f340-4897-96d1-4dc6c7cd48c4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1230948 Sep 15 08:35:55.196521 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-df5b5605-c379-4aba-91f4-9a62f9370534 req-5d367807-3653-415d-bc9f-64d1719559e9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Sep 15 08:35:55.305549 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd7d0ab-ea96-4559-b7d4-57957d3dc44d {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:35:55.314480 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.332617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Transition to ACTIVE for port object afd7d0ab-ea96-4559-b7d4-57957d3dc44d will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:35:55.341681 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.347280 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85648da3-d7f7-4fa5-82c3-f01675b562d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:55.483913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:55.487029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:55.535207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393f363-c587-49d8-ad76-fb0bd33ffdde req-b62be7b5-1f9a-4bf2-9ded-3340a53b368d tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:55.536680 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b393f363-c587-49d8-ad76-fb0bd33ffdde req-b62be7b5-1f9a-4bf2-9ded-3340a53b368d tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1351941 Sep 15 08:35:55.542798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Attempting to bind port afd7d0ab-ea96-4559-b7d4-57957d3dc44d on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:35:55.543279 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Attempting to bind port afd7d0ab-ea96-4559-b7d4-57957d3dc44d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:35:55.543610 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Attempting to bind port afd7d0ab-ea96-4559-b7d4-57957d3dc44d on network ca8f72c9-472f-4403-84c2-616393b51fc2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:55.546350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa880d-34d1-4dde-8f70-5a4ed41e1d5f req-274f467a-0d51-491b-9a35-ab99d36f0b71 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:55.547809 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4dfa880d-34d1-4dde-8f70-5a4ed41e1d5f req-274f467a-0d51-491b-9a35-ab99d36f0b71 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 943 time: 0.1115589 Sep 15 08:35:55.549538 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Port afd7d0ab-ea96-4559-b7d4-57957d3dc44d on network ca8f72c9-472f-4403-84c2-616393b51fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:35:55.549880 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Attempting to bind port afd7d0ab-ea96-4559-b7d4-57957d3dc44d on network ca8f72c9-472f-4403-84c2-616393b51fc2 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:35:55.557379 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:35:55.557667 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Checking segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:35:55.558078 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Bound using segment: {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:35:55.558502 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Bound port: afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:35:55.558851 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.633681 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b393f363-c587-49d8-ad76-fb0bd33ffdde req-b2d3169e-575e-4d36-9f0b-695eb6d1dba7 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848627 Sep 15 08:35:55.643012 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4dfa880d-34d1-4dde-8f70-5a4ed41e1d5f req-7249308e-c72f-470e-9f7a-9fe9d4b5423a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Sep 15 08:35:55.683931 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] For port afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:35:55.687876 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] For port afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:35:55.692045 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.698233 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:35:55.762647 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:35:55.764025 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] 10.222.0.21 "PUT /v2.0/ports/afd7d0ab-ea96-4559-b7d4-57957d3dc44d HTTP/1.1" status: 200 len: 1093 time: 0.9826772 Sep 15 08:35:55.764486 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'tag': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:35:55.778694 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:35:55.783076 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:35:55.819488 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'tag': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d', 'status': 'completed', 'code': 200} Sep 15 08:35:56.437114 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f39f4-0d69-4200-a3e4-fc0b26b55e71 req-6dac87de-275e-4568-9bc5-c75b8d6b76fd tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:56.438601 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e60f39f4-0d69-4200-a3e4-fc0b26b55e71 req-6dac87de-275e-4568-9bc5-c75b8d6b76fd tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.1531041 Sep 15 08:35:56.450580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a1d53-b8b2-4643-a963-85cbda8d74d3 req-fa9b70c9-e2c7-4f3c-beba-67966242d338 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:56.451927 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6b4a1d53-b8b2-4643-a963-85cbda8d74d3 req-fa9b70c9-e2c7-4f3c-beba-67966242d338 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1161423 Sep 15 08:35:56.522155 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e60f39f4-0d69-4200-a3e4-fc0b26b55e71 req-0c32708f-8e56-4e7d-b16c-d8752a5f3009 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778997 Sep 15 08:35:56.527122 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6b4a1d53-b8b2-4643-a963-85cbda8d74d3 req-aa326269-b5f8-4790-ac91-43277b02ab9c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623331 Sep 15 08:35:56.890940 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1ef56-2244-44ec-a3c1-b54a92233e7a req-031fa404-51b5-4cb9-99eb-f10050fab889 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:56.892346 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-88a1ef56-2244-44ec-a3c1-b54a92233e7a req-031fa404-51b5-4cb9-99eb-f10050fab889 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1452763 Sep 15 08:35:56.898262 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607366c-70ab-423b-88be-479f56fe7703 req-28e99c97-abf9-4c00-b109-3e299e8aefe8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:56.899558 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c607366c-70ab-423b-88be-479f56fe7703 req-28e99c97-abf9-4c00-b109-3e299e8aefe8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 943 time: 0.1113729 Sep 15 08:35:56.999266 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-88a1ef56-2244-44ec-a3c1-b54a92233e7a req-004f24c0-6c65-4ef3-973c-b7148f909ae2 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981350 Sep 15 08:35:57.005967 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c607366c-70ab-423b-88be-479f56fe7703 req-509bf029-c008-4ac0-9d05-1a3ead10cb38 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611682 Sep 15 08:35:57.641606 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-f82ab439-9ffa-4cfa-a842-804ae2563e19 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:57.643158 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-f82ab439-9ffa-4cfa-a842-804ae2563e19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.0722508 Sep 15 08:35:57.738293 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-223b0441-6891-4c42-8a7d-5777836a2ff1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1956186 Sep 15 08:35:57.753886 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ea642202-4887-4773-a38e-f556f22b57d3 req-b23d657f-31ee-44e1-aa02-58a84f7bb963 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 1098 time: 0.1589780 Sep 15 08:35:57.773163 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-6c4e0d3e-7a62-44ff-83ca-672de94f15f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 1096 time: 0.1771293 Sep 15 08:35:57.775743 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-84d38dfa-5574-4f67-875a-3faa42353b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189275 Sep 15 08:35:57.932872 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-be28444c-00e4-492e-9a5c-32b7731a79ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d HTTP/1.1" status: 200 len: 217 time: 0.1370890 Sep 15 08:35:57.955531 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-67fa3d00-3dd1-40de-b7e6-0e213b0d4099 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653912 Sep 15 08:35:57.964748 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73785786-bf90-456b-b85c-795efcccc092 req-4e0b43e4-124a-4ba3-b13c-31bc8d332a1a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:57.966248 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-73785786-bf90-456b-b85c-795efcccc092 req-4e0b43e4-124a-4ba3-b13c-31bc8d332a1a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.2744005 Sep 15 08:35:57.971713 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353f7d5-b429-4f73-bce9-771bde4b41f9 req-528a6044-69e5-4c96-969b-2efd409b3a4f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:57.973057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7353f7d5-b429-4f73-bce9-771bde4b41f9 req-528a6044-69e5-4c96-969b-2efd409b3a4f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.2761424 Sep 15 08:35:58.002075 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ea642202-4887-4773-a38e-f556f22b57d3 req-41f1d734-ff67-4b4d-96bd-92eb713be733 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279298 Sep 15 08:35:58.035794 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-fb22e7cc-3f41-4d24-a4e5-a82e90a59006 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863257 Sep 15 08:35:58.039045 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-70ead100-3aa5-4965-9888-bc04e2478583 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:58.040463 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-70ead100-3aa5-4965-9888-bc04e2478583 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.1000049 Sep 15 08:35:58.138428 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7353f7d5-b429-4f73-bce9-771bde4b41f9 req-41263d16-3c25-4c00-bd99-42bdcc8881d0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449914 Sep 15 08:35:58.143803 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-73785786-bf90-456b-b85c-795efcccc092 req-f2ac6746-186f-4c0f-9739-1ec4f4eaf76c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516819 Sep 15 08:35:58.190876 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d69940f3-87db-468b-a8a7-6e33df22ca0a req-d0d8d394-f146-4b13-990f-c994b7e4d97d service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167530 Sep 15 08:35:58.288778 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-f2d8cfc1-32e6-4b80-816a-ca7a0e58169e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833421 Sep 15 08:35:58.445285 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-01741766-2a08-4880-8b9a-b2b84944707c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1096 time: 0.1892278 Sep 15 08:35:58.457511 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0d2fc-5bf7-48d7-805a-f65fdf59b44d req-d234ce03-a574-4c8f-9286-77a227c921b7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:58.458974 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3e0d2fc-5bf7-48d7-805a-f65fdf59b44d req-d234ce03-a574-4c8f-9286-77a227c921b7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 943 time: 0.1655843 Sep 15 08:35:58.484139 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5966e-8bf1-4ad7-8588-5bf41280c066 req-9535e180-62bd-4774-b3a9-14f31d0db0c5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:58.485562 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-17b5966e-8bf1-4ad7-8588-5bf41280c066 req-9535e180-62bd-4774-b3a9-14f31d0db0c5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1932609 Sep 15 08:35:58.498521 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-804dc847-0096-49e9-8d07-6b523e161f01 req-5010e9a6-4445-4776-85e9-929ed5845a56 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980871 Sep 15 08:35:58.512688 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-a425df43-6b49-4828-822c-98ec73edf573 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771257 Sep 15 08:35:58.641766 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3e0d2fc-5bf7-48d7-805a-f65fdf59b44d req-11287257-e719-411e-99db-5562315f4449 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530526 Sep 15 08:35:58.650849 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-17b5966e-8bf1-4ad7-8588-5bf41280c066 req-dca2c679-19fe-4fd4-9818-a5c55d28e8aa tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452699 Sep 15 08:35:58.667465 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-5e4a9236-ad0f-41ea-8c10-72cf036e7e0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:58.669718 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-5e4a9236-ad0f-41ea-8c10-72cf036e7e0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.2091298 Sep 15 08:35:58.747465 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-e9d68ec7-1c0e-48c8-aa34-1a367aff4feb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.0669484 Sep 15 08:35:58.800725 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-d11e53c8-25e8-42b8-80a0-6514d381a1d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1096 time: 0.2470348 Sep 15 08:35:58.803989 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f810999b-8a66-4c3f-a96e-6ab7a8001e95 req-edf39976-ce79-4583-b619-d2dbdf5e6156 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838476 Sep 15 08:35:58.816917 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-1fed6c22-45aa-4e7c-a18e-f0f21eded2d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:58.818381 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-1fed6c22-45aa-4e7c-a18e-f0f21eded2d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.0637434 Sep 15 08:35:58.912763 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-07194a98-60e1-49af-8442-138f11ce9efa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871186 Sep 15 08:35:59.024779 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-61315d95-2c31-4f4a-bea7-92ee57d82f19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.027317 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-61315d95-2c31-4f4a-bea7-92ee57d82f19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.2135398 Sep 15 08:35:59.045587 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-53909754-c219-4841-83fb-ddec472f87d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 1096 time: 0.1533155 Sep 15 08:35:59.095923 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-36cfda19-58ed-4d01-898d-98c5b8061043 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713295 Sep 15 08:35:59.370731 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-857ac9d8-5984-42b3-b9f4-3c81fe3d408a req-dfa6a9ef-0f68-476f-bc05-ea608e25bd67 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593837 Sep 15 08:35:59.540433 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-aaf32e88-ba1e-4721-b981-02a7d9d6a7c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.542802 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-aaf32e88-ba1e-4721-b981-02a7d9d6a7c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.3756483 Sep 15 08:35:59.553058 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-93116a2a-2a95-4ab6-b95a-3cd92379b985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 217 time: 0.5114379 Sep 15 08:35:59.657653 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1937d6b-3af1-4730-8c61-8821f6f5d259 req-852049f3-08e2-40d0-86f2-644527e99a2e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.661222 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e1937d6b-3af1-4730-8c61-8821f6f5d259 req-852049f3-08e2-40d0-86f2-644527e99a2e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1834059 Sep 15 08:35:59.683658 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-b32ecd41-682c-408e-aa93-74d859d0590c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d HTTP/1.1" status: 200 len: 217 time: 0.1164515 Sep 15 08:35:59.694032 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06b176-7d94-42e8-912b-faba6178dcef req-7b6683fe-ffae-43ba-9355-afef342ddd2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.697228 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-da06b176-7d94-42e8-912b-faba6178dcef req-7b6683fe-ffae-43ba-9355-afef342ddd2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.1444957 Sep 15 08:35:59.715491 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-2487e144-33b0-4409-9d9c-6c00a01793cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:35:59.717567 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-2487e144-33b0-4409-9d9c-6c00a01793cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.1492722 Sep 15 08:35:59.763547 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-da06b176-7d94-42e8-912b-faba6178dcef req-b05f86f1-32b4-46ec-8b60-cf435c86b045 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608039 Sep 15 08:35:59.766197 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e1937d6b-3af1-4730-8c61-8821f6f5d259 req-77396808-6bc3-4637-9365-3c33f21a8574 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958943 Sep 15 08:36:00.023824 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83030051-0ba2-4c38-ad75-f8959fb661c4 req-327dc20f-cd24-4187-ac36-62cbc3360523 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:00.025850 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-83030051-0ba2-4c38-ad75-f8959fb661c4 req-327dc20f-cd24-4187-ac36-62cbc3360523 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 943 time: 0.1389859 Sep 15 08:36:00.041572 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491083d-db56-4cb6-891b-0f1b0b113b9c req-c961aab5-69a4-4ca0-8a29-13312896d209 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:00.043018 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2491083d-db56-4cb6-891b-0f1b0b113b9c req-c961aab5-69a4-4ca0-8a29-13312896d209 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1196184 Sep 15 08:36:00.116933 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-83030051-0ba2-4c38-ad75-f8959fb661c4 req-772f7656-cf05-4454-b268-c47c1b3bd1f3 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Sep 15 08:36:00.119804 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2491083d-db56-4cb6-891b-0f1b0b113b9c req-d7a7697a-69c8-4e45-a158-94fd42004a31 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642822 Sep 15 08:36:01.022313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566ebd-e374-4a81-9ac4-78afdb16f42f req-f4caf59d-a5b6-47ac-b356-8bc7f7415f88 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:01.023683 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4c566ebd-e374-4a81-9ac4-78afdb16f42f req-f4caf59d-a5b6-47ac-b356-8bc7f7415f88 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.1382504 Sep 15 08:36:01.030023 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c42d-e754-4aca-a8bc-ba72f9fdb116 req-ecfd298f-052c-4506-84ad-4c21097d3bad tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:01.031362 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fa62c42d-e754-4aca-a8bc-ba72f9fdb116 req-ecfd298f-052c-4506-84ad-4c21097d3bad tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1091149 Sep 15 08:36:01.105264 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4c566ebd-e374-4a81-9ac4-78afdb16f42f req-f437d737-004e-4b67-b0f5-33c0d5cf3073 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Sep 15 08:36:01.107363 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fa62c42d-e754-4aca-a8bc-ba72f9fdb116 req-77a95fdb-bea1-46ca-a49d-bcf780588f5b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618539 Sep 15 08:36:01.318024 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b3c06-d46a-4eda-883f-3025885925ba req-f93b01f2-944e-4603-a861-e7027f8697ee tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:01.319759 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f19b3c06-d46a-4eda-883f-3025885925ba req-f93b01f2-944e-4603-a861-e7027f8697ee tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 943 time: 0.0768361 Sep 15 08:36:01.370228 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f19b3c06-d46a-4eda-883f-3025885925ba req-9d4574ac-9516-4fc7-adb2-8634bf33f3ff tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Sep 15 08:36:01.663194 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-2d81c9ed-07f8-4b9f-83f0-e404507f51bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:01.664642 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-2d81c9ed-07f8-4b9f-83f0-e404507f51bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.1088505 Sep 15 08:36:01.683019 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-bfd5cb57-d8ce-4bfc-a4f3-4b7a789611e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955739 Sep 15 08:36:02.318826 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9b6f0-a669-4a9f-8918-d5df0748149e req-83702c54-0d5e-4899-a4ab-412746dfd073 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:02.320385 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-18f9b6f0-a669-4a9f-8918-d5df0748149e req-83702c54-0d5e-4899-a4ab-412746dfd073 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0814440 Sep 15 08:36:02.366744 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-18f9b6f0-a669-4a9f-8918-d5df0748149e req-a6edcd42-6f00-48f6-babb-4345f4c5659c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401118 Sep 15 08:36:02.565367 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f5096-7e1b-4ff9-9546-a1d5a1805aa4 req-ae41a4e0-2ebc-46b7-9138-0c95aed1160f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:02.566809 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b30f5096-7e1b-4ff9-9546-a1d5a1805aa4 req-ae41a4e0-2ebc-46b7-9138-0c95aed1160f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 943 time: 0.0743885 Sep 15 08:36:02.596634 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-68d04722-953d-4f3c-bfcc-5a8a53101465 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643251 Sep 15 08:36:02.618916 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b30f5096-7e1b-4ff9-9546-a1d5a1805aa4 req-416f83ec-6895-4e0a-9496-a4aa2635fc1c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Sep 15 08:36:02.658051 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device afd7d0ab-ea96-4559-b7d4-57957d3dc44d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:02.809646 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:02.821145 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-da9f1c61-3284-45e0-bd63-844e2ed09f5a service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876041 Sep 15 08:36:02.823978 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'port_id': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d', 'mac_address': 'fa:16:3e:d9:0e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:02.879155 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.904990 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd7d0ab-ea96-4559-b7d4-57957d3dc44d {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:02.906994 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-d164e7a5-1d85-47ed-a5cd-fb7575ee2140 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592478 Sep 15 08:36:02.923387 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:02.928094 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:02.928914 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:02.932596 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:03.010711 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:03.018344 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:03.024105 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:03.029358 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39', 'network_id': 'ca8f72c9-472f-4403-84c2-616393b51fc2', 'port_id': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39', 'mac_address': 'fa:16:3e:3c:e5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a386d7-c640-4e48-9971-a7d8579ff227', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:03.063648 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-913fa6ab-b899-44f2-8a8a-b247f3d0b2b8 req-3e786407-9c04-4157-9c69-e567403eb168 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330616 Sep 15 08:36:03.082307 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c190dfe5-4c8a-4007-839a-6a0695bf45e0 req-5ee6f857-bffe-4280-9dfb-ce81617872ed service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645529 Sep 15 08:36:03.084235 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.102216 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:03.119095 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:03.122402 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.123123 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:03.125101 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:03.282365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:03.286795 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:03.343626 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:03.358222 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'mac_address': 'fa:16:3e:1a:cb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:03.419326 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.439449 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01645f58-38dd-4bd2-a323-cfb62ad71332 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:03.459579 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:03.463795 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:03.467482 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:03.540132 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:03.543813 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:03.596510 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20660135-41ed-47fc-a6b1-fc655f4abfa4 req-310d983d-fc65-4028-b4a0-887ef5738796 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:03.597970 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20660135-41ed-47fc-a6b1-fc655f4abfa4 req-310d983d-fc65-4028-b4a0-887ef5738796 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 944 time: 0.0804324 Sep 15 08:36:03.643636 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20660135-41ed-47fc-a6b1-fc655f4abfa4 req-a02d36b2-4009-44ef-a3a8-99d6d6b2d3c9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381277 Sep 15 08:36:03.813899 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['4e2b615b-2fc4-4346-84b6-3ebe49a08e39'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:03.845197 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413cfd1-9f6b-4035-8a06-f79bae2cac42 req-3e78cf5c-9434-4b56-b462-f0b15eb23da5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:03.850962 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c413cfd1-9f6b-4035-8a06-f79bae2cac42 req-3e78cf5c-9434-4b56-b462-f0b15eb23da5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 944 time: 0.1092558 Sep 15 08:36:03.876871 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['01645f58-38dd-4bd2-a323-cfb62ad71332'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:03.928478 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['afd7d0ab-ea96-4559-b7d4-57957d3dc44d'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:03.930561 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c413cfd1-9f6b-4035-8a06-f79bae2cac42 req-a4a2234d-616f-4ece-9be1-377a65b03f08 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736327 Sep 15 08:36:04.349921 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54334) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:04.407294 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54340) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:04.641197 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.699040 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:04.703955 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Usage tracker for resource:security_group_rule and tenant:809caac086a145b8836129e62b210350 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:04.707955 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.724068 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:04.748313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:04.752366 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Usage tracker for resource:security_group_rule and tenant:718674d409624a1dbb0ae2d49e009ee4 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:04.755474 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:04.762703 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:04.793536 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:04.932583 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.947320 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:04.976774 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:05.052626 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea80fcb2-290c-44c1-b86d-adabc293e98f,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:05.061413 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.062036 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:05.066914 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=718674d409624a1dbb0ae2d49e009ee4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7158101 Sep 15 08:36:05.069561 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54374) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:05.084017 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f3c0a-2514-4c15-9ea2-ca320b7f6b36 req-4898ea74-d2ce-49ac-8618-3cfc047ea772 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:05.085671 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e5f3c0a-2514-4c15-9ea2-ca320b7f6b36 req-4898ea74-d2ce-49ac-8618-3cfc047ea772 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 944 time: 0.2592797 Sep 15 08:36:05.087087 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.096329 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e4319b12-c8da-46a6-ae3b-7cf5bac2dece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:05.169685 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.207689 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.225687 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6871217-2b04-43d4-84b3-15425a5e7644,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:05.238983 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:05.242697 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=809caac086a145b8836129e62b210350&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8336632 Sep 15 08:36:05.249344 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54382) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:05.282101 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.284811 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e5f3c0a-2514-4c15-9ea2-ca320b7f6b36 req-6736c1e1-53f6-4aed-81cc-828df368b81a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894534 Sep 15 08:36:05.288532 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:05.302821 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea80fcb2-290c-44c1-b86d-adabc293e98f,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:05.307531 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:05.311683 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.314634 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea80fcb2-290c-44c1-b86d-adabc293e98f HTTP/1.1" status: 204 len: 168 time: 0.2440319 Sep 15 08:36:05.343276 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd558a86-cb7b-444b-b84e-a8f69ea69f55 req-b369c836-8584-4315-84c3-dbdc4485cf34 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:05.345111 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd558a86-cb7b-444b-b84e-a8f69ea69f55 req-b369c836-8584-4315-84c3-dbdc4485cf34 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 944 time: 0.2048216 Sep 15 08:36:05.379793 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.450307 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.463435 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd558a86-cb7b-444b-b84e-a8f69ea69f55 req-f0f25cb3-846c-4163-8e56-2b8c2ea0c27d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103287 Sep 15 08:36:05.531508 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.537055 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:05.551885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6871217-2b04-43d4-84b3-15425a5e7644,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:05.554838 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:05.564678 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:05.568178 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6871217-2b04-43d4-84b3-15425a5e7644 HTTP/1.1" status: 204 len: 168 time: 0.3145821 Sep 15 08:36:06.313431 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54436) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:06.479058 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-283618182-network', 'tenant_id': '3aa5275c03ad4622963dfdccbe51df3e'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:06.483439 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:06.487687 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Usage tracker for resource:network and tenant:3aa5275c03ad4622963dfdccbe51df3e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:06.491076 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:06.498231 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:06.510823 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Made reservation on behalf of 3aa5275c03ad4622963dfdccbe51df3e for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:06.514352 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.533212 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.587387 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:06.598132 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Usage tracker for resource:security_group_rule and tenant:3aa5275c03ad4622963dfdccbe51df3e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:06.598354 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc2390-4dbb-49b4-b643-a25553cbc581 req-ce8ee6f1-a8da-456b-9987-776a2d824cf4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:06.599968 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-58bc2390-4dbb-49b4-b643-a25553cbc581 req-ce8ee6f1-a8da-456b-9987-776a2d824cf4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 944 time: 0.1319134 Sep 15 08:36:06.606338 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:06.614725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:06.708694 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.716840 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.722455 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f9165825-9439-4a92-8e41-de418474f9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:06.797499 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:06.799311 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54460) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:06.804922 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:06.812575 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:06.825448 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.826144 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Added segment 16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb of type vlan for network a8269d51-00d5-49e2-9e04-dcbf94d50e83 Sep 15 08:36:06.857631 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-58bc2390-4dbb-49b4-b643-a25553cbc581 req-7612ba79-a4e8-4052-9871-53b2c10c3b57 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479401 Sep 15 08:36:06.868217 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdade4-0492-4a5a-a973-a0a75a3c1513 req-d9ffc4f8-1e62-4006-a2d8-fdae15d7a776 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:06.876042 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2bcdade4-0492-4a5a-a973-a0a75a3c1513 req-d9ffc4f8-1e62-4006-a2d8-fdae15d7a776 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 944 time: 0.2308819 Sep 15 08:36:06.891979 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:06.909171 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:06.935988 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2bcdade4-0492-4a5a-a973-a0a75a3c1513 req-777a5cd4-4396-4e73-a83e-bee6d23afeb7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588088 Sep 15 08:36:07.002049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.002049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:07.002049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.002049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.047522 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:07.055880 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:07.056596 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.193425 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.223682 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:07.233618 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Pushing event updated for resources: {'Network': ['ID=a8269d51-00d5-49e2-9e04-dcbf94d50e83,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.236434 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.242259 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9277756 Sep 15 08:36:07.244443 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.245535 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54480) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:07.250783 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Request body: {'subnet': {'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-283618182-subnet', 'tenant_id': '3aa5275c03ad4622963dfdccbe51df3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:07.255036 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:07.256281 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:07.258836 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network a8269d51-00d5-49e2-9e04-dcbf94d50e83 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:07.269048 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Usage tracker for resource:subnet and tenant:3aa5275c03ad4622963dfdccbe51df3e is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:07.273871 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:07.282114 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.283032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device afd7d0ab-ea96-4559-b7d4-57957d3dc44d up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:07.283440 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:07.291411 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:07.301820 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcff40c84ee4906b1ca3bab18ff14ac is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:07.311937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:07.315709 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Made reservation on behalf of 3aa5275c03ad4622963dfdccbe51df3e for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:07.318380 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.325283 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:07.388783 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.438102 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.442758 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.480011 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.484729 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39', 'code': 200} Sep 15 08:36:07.514131 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffcff40c84ee4906b1ca3bab18ff14ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7137678 Sep 15 08:36:07.515312 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a18a28-1f97-4f58-b0e5-97cc2cfc4cd8,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.517220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54486) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:07.520680 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.603579 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.607581 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.625153 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.631734 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-daa6f964-30f5-44b7-bb97-c8b7cce53e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.642854 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port afd7d0ab-ea96-4559-b7d4-57957d3dc44d completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:07.650588 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port afd7d0ab-ea96-4559-b7d4-57957d3dc44d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:07.651077 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.688376 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.734495 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.756199 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7727caa2-0d4f-4f39-aaee-239c8f427ee6,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.765791 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.784097 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.797384 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Checking segment: {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:07.797831 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Network hostable DHCP agents. Network: a8269d51-00d5-49e2-9e04-dcbf94d50e83, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:07.823891 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:07.828535 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.830272 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.831421 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:07.832902 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Network a8269d51-00d5-49e2-9e04-dcbf94d50e83 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:07.837547 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.859665 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:07.860422 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a18a28-1f97-4f58-b0e5-97cc2cfc4cd8,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:07.863583 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, a8269d51-00d5-49e2-9e04-dcbf94d50e83) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:07.880546 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:07.885607 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.887473 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50a18a28-1f97-4f58-b0e5-97cc2cfc4cd8 HTTP/1.1" status: 204 len: 168 time: 0.3587396 Sep 15 08:36:07.897229 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:07.897780 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:07.923362 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6765575 Sep 15 08:36:07.929577 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385dbbf-e2a9-4d41-affb-39d84241c329 None None] Network a8269d51-00d5-49e2-9e04-dcbf94d50e83 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:08.202543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:08.245651 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:08.272775 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 01645f58-38dd-4bd2-a323-cfb62ad71332 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:08.317323 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2cab2-f37b-4c65-9c60-450fdc2b3d20 req-d3b4235d-5df5-4aa8-bd04-ce1ab93b60e6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:08.323882 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4e2cab2-f37b-4c65-9c60-450fdc2b3d20 req-d3b4235d-5df5-4aa8-bd04-ce1ab93b60e6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1744094 Sep 15 08:36:08.333379 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 01645f58-38dd-4bd2-a323-cfb62ad71332 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:08.333867 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.390861 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270892f4-e53b-479b-9586-f2af6266742e req-f6bc9d8e-5bc4-4cbf-890b-f48e26fb9b75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:08.392455 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-270892f4-e53b-479b-9586-f2af6266742e req-f6bc9d8e-5bc4-4cbf-890b-f48e26fb9b75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 944 time: 0.1987274 Sep 15 08:36:08.438953 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70bb7e-7474-4c16-af48-64520e7c2967 None None] Network a8269d51-00d5-49e2-9e04-dcbf94d50e83 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:08.445436 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4e2cab2-f37b-4c65-9c60-450fdc2b3d20 req-c5b895f0-07ee-4a0a-aa8f-474b209b07b5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094685 Sep 15 08:36:08.465352 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-270892f4-e53b-479b-9586-f2af6266742e req-d970e6e8-3a22-4133-84b5-14811449ab60 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638711 Sep 15 08:36:08.658523 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.783958 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:08.792664 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.794286 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:08.856863 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54532) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:08.881885 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:08.893954 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:08.930330 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:08.969699 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:08.974737 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Usage tracker for resource:security_group_rule and tenant:a4f89ff2f00d4f0aa10d5a70f39021a0 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:08.979170 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:08.990736 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:09.084376 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.093381 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.102288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.134560 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed494119-64bb-4e70-b7b0-ec07c27be59c,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:09.142399 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:09.167796 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-92372293-1149-480c-b582-077f4bb24b63 req-ed760b53-4d92-41fd-b21c-e3d50179c81e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.1029367 Sep 15 08:36:09.172856 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4f89ff2f00d4f0aa10d5a70f39021a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3146160 Sep 15 08:36:09.177068 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54544) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:09.251787 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-92372293-1149-480c-b582-077f4bb24b63 req-d3b5cfcc-6116-40fa-bd44-f332a7968e4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775023 Sep 15 08:36:09.295651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.322204 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.379842 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.385879 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.397952 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed494119-64bb-4e70-b7b0-ec07c27be59c,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:09.402849 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:09.407100 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.413760 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed494119-64bb-4e70-b7b0-ec07c27be59c HTTP/1.1" status: 204 len: 168 time: 0.2304688 Sep 15 08:36:09.414223 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54554) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:09.485782 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d'}, {'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:09.564186 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.566912 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d', 'code': 200} Sep 15 08:36:09.567187 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'code': 200} Sep 15 08:36:09.676546 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:09.686610 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Usage tracker for resource:security_group_rule and tenant:90b3f8e072044aaa96709cc4bd340432 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:09.690959 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:09.747091 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:09.812394 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb75a04-4fa9-4254-a0f4-9c6493012bd0 req-e7d9ddb0-c9e8-42df-93d7-a68809ca12d9 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:09.813894 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2eb75a04-4fa9-4254-a0f4-9c6493012bd0 req-e7d9ddb0-c9e8-42df-93d7-a68809ca12d9 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2096035 Sep 15 08:36:09.866152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2132a-c46f-401a-8b3c-be0d928efd34 req-132080a0-a6b8-4f9c-951b-6e12a357a56a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:09.867575 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08e2132a-c46f-401a-8b3c-be0d928efd34 req-132080a0-a6b8-4f9c-951b-6e12a357a56a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1735544 Sep 15 08:36:09.921914 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.932097 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:09.976648 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-171cb6cc-a7c3-473d-8af5-5b72a9e88215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:09.995432 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-326cd5b4-617f-4046-be4f-ab7831b2b666 req-51f00821-189c-4c8c-96a0-1c421f201c83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1098 time: 0.1450059 Sep 15 08:36:09.999354 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90b3f8e072044aaa96709cc4bd340432&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5842175 Sep 15 08:36:10.003404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54582) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:10.009343 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2eb75a04-4fa9-4254-a0f4-9c6493012bd0 req-498b050e-fd2a-4899-9a46-ac72765cdfd5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849196 Sep 15 08:36:10.024408 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08e2132a-c46f-401a-8b3c-be0d928efd34 req-40be425f-6a36-4bc3-86a8-c2643a396021 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461918 Sep 15 08:36:10.035422 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aedffe94-cb45-44a2-8270-3c8b8fd9b66a req-2a210f5d-a991-4e15-bf65-4837e5042a1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 1098 time: 0.1455991 Sep 15 08:36:10.043995 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ff1170-3149-440a-9752-ea823701f3a4,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:10.055516 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:10.140137 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-326cd5b4-617f-4046-be4f-ab7831b2b666 req-a69b0135-b142-4eaf-8924-f5e1afa2630b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374652 Sep 15 08:36:10.150536 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-aedffe94-cb45-44a2-8270-3c8b8fd9b66a req-05a021bc-f327-4890-884f-06355ea38aad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050222 Sep 15 08:36:10.158287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.186097 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.255249 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.270253 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3746f309-72e2-4f9a-8c29-2f42cdb99a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:10.282716 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ff1170-3149-440a-9752-ea823701f3a4,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:10.286961 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:10.292854 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.305196 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36ff1170-3149-440a-9752-ea823701f3a4 HTTP/1.1" status: 204 len: 168 time: 0.2900293 Sep 15 08:36:10.813826 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54618) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:10.840783 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-433c82cb-3220-4be4-b737-6690297e626b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:10.841440 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.847879 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-433c82cb-3220-4be4-b737-6690297e626b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/networks?id=a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 200 len: 813 time: 0.1690354 Sep 15 08:36:10.874009 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-57c875a7-c55e-4dae-8140-6cd2df9e669a tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/quotas/3aa5275c03ad4622963dfdccbe51df3e HTTP/1.1" status: 200 len: 375 time: 0.0250962 Sep 15 08:36:10.883228 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:10.888566 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Usage tracker for resource:security_group_rule and tenant:e73e181df3c44c18a39496a35a11aefb is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:10.891724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:10.898624 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:10.961911 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-48c31d64-5a54-41d0-86be-10d615d88e34 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819292 Sep 15 08:36:10.986627 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:10.996653 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.006108 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:11.056788 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b0b85e-650b-434a-ae7c-07e73b944c7d,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:11.063662 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e73e181df3c44c18a39496a35a11aefb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487719 Sep 15 08:36:11.064581 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:11.065031 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54630) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:11.134712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.149170 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-ce4a2316-1fc3-4b4e-8f71-8e4177cfcd75 service neutron] 10.222.0.36 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788764 Sep 15 08:36:11.170838 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.227121 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.233164 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:11.248121 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b0b85e-650b-434a-ae7c-07e73b944c7d,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:11.250944 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:11.254378 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:11.268624 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8b0b85e-650b-434a-ae7c-07e73b944c7d HTTP/1.1" status: 204 len: 168 time: 0.2024574 Sep 15 08:36:11.347152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6e33-2926-4ae8-ad4a-120688504152 req-cefbcf1d-9a70-4dd7-a788-1b8b6495aa1d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.348588 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ba1d6e33-2926-4ae8-ad4a-120688504152 req-cefbcf1d-9a70-4dd7-a788-1b8b6495aa1d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1641588 Sep 15 08:36:11.433902 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-325742aa-dab4-4710-8fec-186440c75082 service neutron] 10.222.0.36 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769260 Sep 15 08:36:11.494728 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ba1d6e33-2926-4ae8-ad4a-120688504152 req-687a5176-9813-4994-a517-35fd64fe6fae tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268029 Sep 15 08:36:11.891346 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-672dd3e1-3fa0-4d78-b094-0b53f7e49d32 req-8c63c658-de72-48df-b7b9-6558355824e0 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0646284 Sep 15 08:36:11.972993 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721bb5-1850-40c1-80a1-3b64ae63fdb7 req-ee229326-7e6f-4584-968c-fb380b65e0e0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:11.984505 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d3721bb5-1850-40c1-80a1-3b64ae63fdb7 req-ee229326-7e6f-4584-968c-fb380b65e0e0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.3386767 Sep 15 08:36:12.142872 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d3721bb5-1850-40c1-80a1-3b64ae63fdb7 req-c95fbb97-13e4-4fd7-8be0-2d0c0bc3450f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525817 Sep 15 08:36:12.697313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b989b3-3508-4244-8a33-6f1cedecdb27 req-31034357-d485-40f6-94dd-f04463650b29 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:12.698956 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6b989b3-3508-4244-8a33-6f1cedecdb27 req-31034357-d485-40f6-94dd-f04463650b29 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0825665 Sep 15 08:36:12.755453 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6b989b3-3508-4244-8a33-6f1cedecdb27 req-c8bcda12-c10d-4226-b026-293a92833280 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Sep 15 08:36:13.113163 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0faa8f77-1bbc-41d3-bfe0-34b47029efd1 req-28ddb5cf-8fbc-4aa6-9dd9-8b0eec5077a6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0597742 Sep 15 08:36:13.511366 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc723a3b-a8d4-4bef-a16e-76ca0b683314 req-66e8151c-c7b9-4396-b3c1-b3f28902726f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.512946 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bc723a3b-a8d4-4bef-a16e-76ca0b683314 req-66e8151c-c7b9-4396-b3c1-b3f28902726f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1385019 Sep 15 08:36:13.522727 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15d06a-cc78-4ee2-9f8a-bac801b73d85 req-688033b2-9041-462e-9799-3f3a8c53bac4 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.524120 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd15d06a-cc78-4ee2-9f8a-bac801b73d85 req-688033b2-9041-462e-9799-3f3a8c53bac4 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1098690 Sep 15 08:36:13.599860 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bc723a3b-a8d4-4bef-a16e-76ca0b683314 req-6c4f008b-b5f9-416a-8409-2651396ac50a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742934 Sep 15 08:36:13.604789 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd15d06a-cc78-4ee2-9f8a-bac801b73d85 req-1f60a740-4702-45fd-a41a-1bb3ded215e4 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611403 Sep 15 08:36:13.805866 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cccaa3-d621-47f7-9718-93817c6fa245 req-8e8fe42c-ac89-48e3-9b8c-d2a69c271e60 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:13.814160 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d7cccaa3-d621-47f7-9718-93817c6fa245 req-8e8fe42c-ac89-48e3-9b8c-d2a69c271e60 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0828917 Sep 15 08:36:13.816240 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54746) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:13.822547 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'floatingip': {'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:13.899911 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.304433 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69dd8f90-67a9-4dfb-b6d7-2b5200e5bff0 req-94b953da-d919-489b-ae9b-2c63b8c776f5 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0470827 Sep 15 08:36:14.754687 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.758399 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.784106 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54788) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:14.825588 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28edbb-5ea0-4461-8e23-aaa699d038e6 req-11470e7f-bc7b-4e4a-83a9-1556b0c090e6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:14.827300 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cc28edbb-5ea0-4461-8e23-aaa699d038e6 req-11470e7f-bc7b-4e4a-83a9-1556b0c090e6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0830457 Sep 15 08:36:14.907784 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cc28edbb-5ea0-4461-8e23-aaa699d038e6 req-d67fb275-c8ce-4cfc-839f-e4331e62a0cf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639498 Sep 15 08:36:14.950621 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:14.975293 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Floating IP 5627d973-0ba2-4e4f-87cf-f4547e11aad8 associated. External IP: 172.27.0.223, port: 01645f58-38dd-4bd2-a323-cfb62ad71332. Sep 15 08:36:14.980902 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:14.984669 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Usage tracker for resource:security_group_rule and tenant:d2857db333fd47eebae6d1d84504e745 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:14.987526 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:14.994051 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:15.062297 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.067953 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.075625 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.116132 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2857db333fd47eebae6d1d84504e745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3309155 Sep 15 08:36:15.116849 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de75e4-137b-4496-a567-465eab17d730,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.119298 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54796) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:15.120465 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.209895 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.242498 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.379862 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.386197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-36d14fd7-2d65-4846-b662-5c3132f3a642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:15.399410 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de75e4-137b-4496-a567-465eab17d730,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:15.506661 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.510817 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49de75e4-137b-4496-a567-465eab17d730 HTTP/1.1" status: 204 len: 168 time: 0.3875225 Sep 15 08:36:15.524071 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eb4411cf-ae0b-4d52-a8d6-7b303fa39a4a req-1e5393b0-d3ab-429c-9315-b68177ed69d7 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0490873 Sep 15 08:36:15.531682 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.532042 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.532395 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.532741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.533106 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.533408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.533743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.534103 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.535033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.535033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.535258 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:15.539734 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:15.634267 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-c5b7b6a8-8d2d-4b5f-9acb-248b7dc426ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 1098 time: 0.2292500 Sep 15 08:36:15.727644 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Router d897420a-5941-447b-835c-4c1f11908254 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:36:15.850855 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feec64-1072-426c-b9da-ef8da43afeff req-4f159bac-ab5f-4c0b-87ae-6b26ab8b8daa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:15.852296 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-4f159bac-ab5f-4c0b-87ae-6b26ab8b8daa service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.2093966 Sep 15 08:36:15.883578 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54812) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:15.913643 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:15.957556 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:15.965051 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Usage tracker for resource:security_group_rule and tenant:05efc9ed70614be8b6886bb4e0a03adc is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:15.969831 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:15.976386 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:16.013310 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-0c471ca5-785b-4177-ad4f-200dcf1ae4e6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d HTTP/1.1" status: 200 len: 217 time: 0.1506259 Sep 15 08:36:16.073432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.153678 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.161621 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feec64-1072-426c-b9da-ef8da43afeff req-25eb75f5-fd0c-4a37-8562-d38ce7a97f31 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:16.171153 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2c086bdf-74bd-4b98-981d-6219fa07f94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:16.171776 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-25eb75f5-fd0c-4a37-8562-d38ce7a97f31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.1378100 Sep 15 08:36:16.226665 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ad6b4-b5ec-4f06-ae20-c55f01fcc3c8,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:16.231598 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05efc9ed70614be8b6886bb4e0a03adc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3460073 Sep 15 08:36:16.234756 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54822) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:16.261988 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.262348 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.262692 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.263027 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.263358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.263693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.264019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.264344 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.264672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.264995 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.265317 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:16.267564 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-d7b60d5e-ac1d-4947-a74c-6c45e6264550 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949037 Sep 15 08:36:16.273104 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:16.316002 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d14e1-cd23-4aa8-ba48-f4692bf23c88 req-f6ccc0b6-79f4-4117-98bf-9364616bebf2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:16.324270 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111d14e1-cd23-4aa8-ba48-f4692bf23c88 req-f6ccc0b6-79f4-4117-98bf-9364616bebf2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2542098 Sep 15 08:36:16.419530 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111d14e1-cd23-4aa8-ba48-f4692bf23c88 req-92ea193e-86aa-4c75-80c6-d8e858fc4732 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943854 Sep 15 08:36:16.445291 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.489647 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.558909 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.577584 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-456bb0a2-2883-47c1-9e18-55b4a598540f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:16.599904 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-1fbabb3f-2ca6-49d6-ad86-69b1b1c81085 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213305 Sep 15 08:36:16.610621 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.612135 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/454ad6b4-b5ec-4f06-ae20-c55f01fcc3c8 HTTP/1.1" status: 204 len: 168 time: 0.3753228 Sep 15 08:36:16.616251 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ad6b4-b5ec-4f06-ae20-c55f01fcc3c8,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:16.624058 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:16.812517 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-23f7fef4-aeaf-4fd2-b349-e774064ab4b6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:16.813197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-23f7fef4-aeaf-4fd2-b349-e774064ab4b6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Synchronizing usage tracker for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:16.828509 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:16.850906 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:16.860802 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:16.883052 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:16.884239 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:16.968884 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4d7e9046-437c-4a53-a473-bc4b0a8a9d9b req-323f2a68-80e2-4b51-aa05-7ccbd2f9c285 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0895181 Sep 15 08:36:16.969668 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2421fd8a-5213-424d-9706-3db06375ad75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "PUT /v2.0/floatingips/5627d973-0ba2-4e4f-87cf-f4547e11aad8 HTTP/1.1" status: 200 len: 991 time: 3.1523249 Sep 15 08:36:16.973393 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:16.978761 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-23f7fef4-aeaf-4fd2-b349-e774064ab4b6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Unset dirty status for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:16.980104 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-23f7fef4-aeaf-4fd2-b349-e774064ab4b6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "GET /v2.0/networks?id=a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 200 len: 813 time: 0.7414093 Sep 15 08:36:17.002402 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d1feec64-1072-426c-b9da-ef8da43afeff req-ec936e29-6928-4fa7-9039-0201c4dbbc6c service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817813 Sep 15 08:36:17.007690 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Request body: {'port': {'device_id': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83', 'admin_state_up': True, 'tenant_id': '3aa5275c03ad4622963dfdccbe51df3e'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:17.101603 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-706c954a-515b-46f7-8b73-efa09c45070a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:17.109714 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-706c954a-515b-46f7-8b73-efa09c45070a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.4056187 Sep 15 08:36:17.139620 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-206a931f-94ca-48f6-bdf5-d3a80722deae tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/quotas/f9492aadefe7435fade3c512b51252bd HTTP/1.1" status: 200 len: 375 time: 0.0289488 Sep 15 08:36:17.205037 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:17.238911 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-74cb8782-77f9-4cf9-8849-c6ffea16232c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980628 Sep 15 08:36:17.240024 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:17.250798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Usage tracker for resource:port and tenant:3aa5275c03ad4622963dfdccbe51df3e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:17.258093 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:17.269810 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:17.291420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Made reservation on behalf of 3aa5275c03ad4622963dfdccbe51df3e for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:17.296038 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:17.370926 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'status': 'completed', 'code': 200} Sep 15 08:36:17.576377 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-def8f928-a627-4eeb-9b54-137394744b87 service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288956 Sep 15 08:36:17.643162 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-5d7986e7-79ef-40d5-956b-31ba2f67e997 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1098 time: 0.2046003 Sep 15 08:36:17.655046 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Allocated IP 172.20.0.6 (a8269d51-00d5-49e2-9e04-dcbf94d50e83/7727caa2-0d4f-4f39-aaee-239c8f427ee6/7e0efc80-64de-41ae-8b11-73c07b66d6f7) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:17.801219 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-0926d9a8-d590-453f-a9cc-d8ab8d74c865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:17.802683 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-0926d9a8-d590-453f-a9cc-d8ab8d74c865 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1428592 Sep 15 08:36:17.914090 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '5627d973-0ba2-4e4f-87cf-f4547e11aad8', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd897420a-5941-447b-835c-4c1f11908254', 'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'mac_address': 'fa:16:3e:1a:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051bd311-f390-4e49-afca-e4387225688f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:35:33Z', 'updated_at': '2021-09-15T08:36:14Z', 'revision_number': 1, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:17.926666 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:17.944083 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:17.945047 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:35:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:18.016604 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-275796c4-f484-4aed-a8ef-d4e19c295434 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 999 time: 0.2029767 Sep 15 08:36:18.022460 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-4c630117-27f3-4170-a5c4-c1d3cd786182 service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451118 Sep 15 08:36:18.033650 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241436d-7c91-49af-8559-73850a16d64d req-69351d6d-5384-4b0a-9278-1e3ee07fd8d6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:18.052300 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f241436d-7c91-49af-8559-73850a16d64d req-69351d6d-5384-4b0a-9278-1e3ee07fd8d6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2477694 Sep 15 08:36:18.117652 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 54888) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:18.178751 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f241436d-7c91-49af-8559-73850a16d64d req-07b51468-0c49-4826-84d0-f17bc1a4fae2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194813 Sep 15 08:36:18.324525 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:18.425563 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1615324291-network', 'tenant_id': '46d52987a33a483aa6ec1adf3d2c435b'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:18.448728 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-2482089e-f889-4fa5-8504-fe8bcfb7e2a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:18.451789 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:18.453429 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-2482089e-f889-4fa5-8504-fe8bcfb7e2a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.3931053 Sep 15 08:36:18.463079 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fdeed390-3f84-41fa-beec-4be8dd3f3310 req-acad758a-650b-4ff8-9e19-c4b1e4cd9f8a tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0897007 Sep 15 08:36:18.465819 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Usage tracker for resource:network and tenant:46d52987a33a483aa6ec1adf3d2c435b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:18.471721 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:18.480356 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:18.498100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Made reservation on behalf of 46d52987a33a483aa6ec1adf3d2c435b for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:18.506758 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.529129 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.589606 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b2608a20-5503-47cd-a922-c9b73a8b2ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.641681 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c24cf615-262c-47d8-a895-9af21d1c97b8 req-3cfdbced-87f4-4031-b580-4d38907f0d32 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 210 time: 0.0852156 Sep 15 08:36:18.645888 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:18.650124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Usage tracker for resource:security_group_rule and tenant:46d52987a33a483aa6ec1adf3d2c435b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:18.653804 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:18.660296 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:18.732192 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.760591 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.768243 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.772008 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-4c35f26e-044d-4875-a7da-178e5062a0e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2967052 Sep 15 08:36:18.781314 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-cf705b4d-c782-40b1-a5d7-27eb1b11e153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:18.815103 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:18.858695 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.859030 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Added segment 8af6bf19-191b-478d-b077-8df855f02a9c of type vlan for network 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f Sep 15 08:36:18.864245 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d783831-5dc9-4d96-8dfd-9e8c0a0ef4a0,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:18.867766 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:18.876804 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.894249 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.939038 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.941612 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:18.944052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.949646 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ef40f233-33be-4371-ac5c-808147a36063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:18.951966 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:18.961271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2ac74d53-7044-4196-a3ea-bcbd97253481 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:18.986285 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '5627d973-0ba2-4e4f-87cf-f4547e11aad8', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd897420a-5941-447b-835c-4c1f11908254', 'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'mac_address': 'fa:16:3e:1a:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051bd311-f390-4e49-afca-e4387225688f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:35:33Z', 'updated_at': '2021-09-15T08:36:14Z', 'revision_number': 1, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:18.992837 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efb705-a250-4803-85c0-fc447af5d462 None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '5627d973-0ba2-4e4f-87cf-f4547e11aad8', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd897420a-5941-447b-835c-4c1f11908254', 'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'mac_address': 'fa:16:3e:1a:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051bd311-f390-4e49-afca-e4387225688f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:35:33Z', 'updated_at': '2021-09-15T08:36:14Z', 'revision_number': 1, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:19.019797 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8916414 Sep 15 08:36:19.059761 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54916) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:19.064107 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Pushing event updated for resources: {'Port': ['ID=7e0efc80-64de-41ae-8b11-73c07b66d6f7,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:19.068126 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:19.078019 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Network a8269d51-00d5-49e2-9e04-dcbf94d50e83 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:19.093811 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Request body: {'subnet': {'network_id': '5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1615324291-subnet', 'tenant_id': '46d52987a33a483aa6ec1adf3d2c435b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:19.107911 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:19.111555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:19.116389 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.117013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.134580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:19.138194 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:19.138350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:19.147951 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:19.154644 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Usage tracker for resource:subnet and tenant:46d52987a33a483aa6ec1adf3d2c435b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:19.167795 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:19.184850 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:19.193344 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-2dc179d1-30e0-4a8b-aa13-9fd732cbc1dc service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072971 Sep 15 08:36:19.205638 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2019179 Sep 15 08:36:19.212458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Made reservation on behalf of 46d52987a33a483aa6ec1adf3d2c435b for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:19.214996 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.338590 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f56c5-f69e-4cbd-bb37-96558117502f None None] New status for floating IP 5627d973-0ba2-4e4f-87cf-f4547e11aad8: ACTIVE {{(pid=75065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:36:19.452957 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440927-f440-4305-8c93-3526a491b4df req-788b5024-e55d-4bbe-befa-bb08d588a97a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.454811 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8440927-f440-4305-8c93-3526a491b4df req-788b5024-e55d-4bbe-befa-bb08d588a97a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0988965 Sep 15 08:36:19.502862 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8440927-f440-4305-8c93-3526a491b4df req-ddc9169d-22b9-4086-a8d4-cfc22cde0c32 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Sep 15 08:36:19.554701 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.564600 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6226030c-a11e-4ba8-968e-b242048c9704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:19.627878 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c35941b-1151-48b5-a9d3-c983c9078843,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:19.631548 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:19.662566 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Checking segment: {'id': '8af6bf19-191b-478d-b077-8df855f02a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:19.662923 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Network hostable DHCP agents. Network: 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:19.691017 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Network 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:19.701405 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:19.705627 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.706362 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:19.710757 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089156eb-dbb5-4cf0-bfa1-86476d1f93ec None None] Network 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:19.728325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbb90a-ec40-4841-969c-4f210034c54e req-842e0d78-d500-40fc-a49a-1db2a5d055d2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:19.734820 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6494095 Sep 15 08:36:19.734952 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69bbb90a-ec40-4841-969c-4f210034c54e req-842e0d78-d500-40fc-a49a-1db2a5d055d2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 931 time: 0.1033931 Sep 15 08:36:19.778829 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69bbb90a-ec40-4841-969c-4f210034c54e req-2ccabd8a-4c93-46a8-9b2a-41b082131138 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Sep 15 08:36:19.935115 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ab3779a0-63d2-4f5e-aae7-16eef44c9ea0 req-6694c253-7995-4891-bcd6-8dd3088f1eb7 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 210 time: 0.0462363 Sep 15 08:36:19.958147 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2253a6d7-2362-42be-be90-5be1e98dc3e2 None None] Network 5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:20.615576 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54962) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:20.621402 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725696488-network', 'tenant_id': '3b0d89c4185a4725a2cac90dff5d8e69'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:20.625831 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:20.630084 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Usage tracker for resource:network and tenant:3b0d89c4185a4725a2cac90dff5d8e69 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:20.632921 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:20.639284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:20.650354 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Made reservation on behalf of 3b0d89c4185a4725a2cac90dff5d8e69 for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:20.652521 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.664522 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.694954 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:20.699282 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Usage tracker for resource:security_group_rule and tenant:3b0d89c4185a4725a2cac90dff5d8e69 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:20.702032 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:20.707761 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:20.721679 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361af6-8c5f-4e44-a919-8f7860ede3cd req-5a6d9f5f-3955-4773-ad2c-bc28f8063e24 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:20.723364 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6361af6-8c5f-4e44-a919-8f7860ede3cd req-5a6d9f5f-3955-4773-ad2c-bc28f8063e24 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0839679 Sep 15 08:36:20.748473 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-a57ee923-e6be-4fd7-96e8-27533ca79057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.772965 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6361af6-8c5f-4e44-a919-8f7860ede3cd req-08b7f33d-a660-41a3-8ccf-835f30c48a4f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431647 Sep 15 08:36:20.781470 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.785355 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.789373 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5f1e31f2-3a8d-4e82-b869-b13a384b085b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:20.818977 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:20.828231 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c49dc22-069f-4f78-92cc-1a9b3887f43e,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:20.831650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:20.835961 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.836354 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Added segment 5fb3b1d6-bad3-4f9f-9fb9-ee2202823036 of type vlan for network f2a874d2-ed1b-41ac-994e-d9a03dfec0a0 Sep 15 08:36:20.864416 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.893125 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.894377 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:20.894985 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:20.900179 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2d3e80ca-461f-4622-873d-3b0deb547151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:20.987996 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5f9ce-ebcb-4231-8f43-d49fccb3dd7c req-22033376-174d-4778-acd5-8f9421c6c99a tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:20.989408 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-14b5f9ce-ebcb-4231-8f43-d49fccb3dd7c req-22033376-174d-4778-acd5-8f9421c6c99a tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 931 time: 0.0826981 Sep 15 08:36:21.001637 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3823736 Sep 15 08:36:21.001989 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Pushing event updated for resources: {'Network': ['ID=f2a874d2-ed1b-41ac-994e-d9a03dfec0a0,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:21.003990 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 54972) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:21.006435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:21.009829 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Request body: {'subnet': {'network_id': 'f2a874d2-ed1b-41ac-994e-d9a03dfec0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725696488-subnet', 'tenant_id': '3b0d89c4185a4725a2cac90dff5d8e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:21.013461 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network f2a874d2-ed1b-41ac-994e-d9a03dfec0a0 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:21.014471 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:21.018290 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Usage tracker for resource:subnet and tenant:3b0d89c4185a4725a2cac90dff5d8e69 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:21.021152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:21.027754 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:21.038413 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Made reservation on behalf of 3b0d89c4185a4725a2cac90dff5d8e69 for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:21.040967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.044085 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-14b5f9ce-ebcb-4231-8f43-d49fccb3dd7c req-edafb21b-c55a-4150-8cb5-6c876d7af1b8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 Sep 15 08:36:21.198735 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-aa6a5761-4a4a-4427-aa17-195d45995711 req-09cf13a3-bc13-419f-8814-0d572d6d779b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 210 time: 0.0437992 Sep 15 08:36:21.243309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.247021 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b876a905-5cad-4c05-ab8e-6848c165bc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:21.313770 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d878f916-05ae-4b10-a780-1e897ef54278,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:21.318586 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:21.328929 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Checking segment: {'id': '5fb3b1d6-bad3-4f9f-9fb9-ee2202823036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f2a874d2-ed1b-41ac-994e-d9a03dfec0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:21.329459 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Network hostable DHCP agents. Network: f2a874d2-ed1b-41ac-994e-d9a03dfec0a0, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:21.350881 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Network f2a874d2-ed1b-41ac-994e-d9a03dfec0a0 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:21.360155 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, f2a874d2-ed1b-41ac-994e-d9a03dfec0a0) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:21.364362 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:21.364990 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.369120 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b49146-7682-438c-b184-ed9a9864373e None None] Network f2a874d2-ed1b-41ac-994e-d9a03dfec0a0 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:21.386946 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3821630 Sep 15 08:36:21.568917 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.632624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc247404-038f-4407-88af-78d871ac2aef None None] Network f2a874d2-ed1b-41ac-994e-d9a03dfec0a0 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:21.968984 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:21.974490 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdabffd-e4e1-46cc-b152-6eb49d0c920a req-e90c791a-b212-45ae-9bc7-0cb2750780c3 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:21.975937 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3bdabffd-e4e1-46cc-b152-6eb49d0c920a req-e90c791a-b212-45ae-9bc7-0cb2750780c3 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0784726 Sep 15 08:36:22.030407 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3bdabffd-e4e1-46cc-b152-6eb49d0c920a req-0575bb62-36cc-40f1-b77e-1015afd6557d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Sep 15 08:36:22.251637 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Request body: {'port': {'device_id': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:22.254939 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8235ec0-9d68-48b7-9fd5-f6daf0b6995b req-33692d67-31a6-4e6e-885b-f2d128f6bc4d tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:22.256396 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8235ec0-9d68-48b7-9fd5-f6daf0b6995b req-33692d67-31a6-4e6e-885b-f2d128f6bc4d tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 931 time: 0.0862825 Sep 15 08:36:22.358393 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8235ec0-9d68-48b7-9fd5-f6daf0b6995b req-2e68a76d-8600-4f8b-a307-bb5e1d441940 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953732 Sep 15 08:36:22.396057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-e732aed4-4a34-4256-9293-fe1a8f301e85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165965 Sep 15 08:36:22.489618 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c5ecd409-33d7-4506-a8f4-081e2250255b req-51dad574-97ed-4df9-9443-582cb3a066c5 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 210 time: 0.0474281 Sep 15 08:36:22.502123 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.556585 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a73b6c09-8013-49f1-87c6-ebaf705d79eb req-25be89f3-88a4-48d4-a4fa-1cf0ba1cc920 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310843 Sep 15 08:36:22.569091 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-c83a3d20-485f-4445-b002-b06add096fbc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 1098 time: 0.0818191 Sep 15 08:36:22.731418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-8d7cbb47-6271-4f75-95b3-cfb66101be23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:22.732945 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-8d7cbb47-6271-4f75-95b3-cfb66101be23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 916 time: 0.1341901 Sep 15 08:36:22.810753 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-64da15af-e90c-4ae6-b70a-2b18dc6757b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7 HTTP/1.1" status: 200 len: 217 time: 0.0637102 Sep 15 08:36:22.875073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-eccbccd2-3c25-401c-ace0-db85821d590e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:22.876557 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-eccbccd2-3c25-401c-ace0-db85821d590e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.0579045 Sep 15 08:36:22.930248 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-f8fbe354-1d72-4bfa-83a5-9621859dec3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396895 Sep 15 08:36:22.941259 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0efc80-64de-41ae-8b11-73c07b66d6f7 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:22.949225 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.965862 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Transition to ACTIVE for port object 7e0efc80-64de-41ae-8b11-73c07b66d6f7 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:22.970314 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:22.975736 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:23.167332 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-2c9395b9-36d8-40bf-9508-bd66aac4e163 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238801 Sep 15 08:36:23.215670 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-00f4e146-b42b-4b4a-91fe-25ddb404185d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:23.217090 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-00f4e146-b42b-4b4a-91fe-25ddb404185d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.1949859 Sep 15 08:36:23.273743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Request body: {'port': {'device_id': '25ece6df-fa98-4c93-a594-6777632bbb67', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'admin_state_up': True, 'tenant_id': 'f9492aadefe7435fade3c512b51252bd'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:23.330461 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd5c28ac-f5b3-4fa5-81aa-120f42ca05b5 req-916b8f10-ebd8-4107-be29-fbd71ce3f3e4 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518261 Sep 15 08:36:23.351338 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.423303 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa03a4-aae9-4895-91d4-cd2d4ace0839 req-79c83662-21c8-488a-8d49-3113be7ba350 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:23.430118 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-21fa03a4-aae9-4895-91d4-cd2d4ace0839 req-79c83662-21c8-488a-8d49-3113be7ba350 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0985193 Sep 15 08:36:23.504076 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-21fa03a4-aae9-4895-91d4-cd2d4ace0839 req-bd1362fd-53eb-4b81-ba64-103c878a3644 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Sep 15 08:36:23.527089 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0efc80-64de-41ae-8b11-73c07b66d6f7,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:23.538240 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:23.541552 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:23.545293 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Usage tracker for resource:port and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:23.550540 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:23.557164 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:23.598232 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Made reservation on behalf of f9492aadefe7435fade3c512b51252bd for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:23.604141 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.719238 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Attempting to bind port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:23.719555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Attempting to bind port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:23.719877 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Attempting to bind port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 on network a8269d51-00d5-49e2-9e04-dcbf94d50e83 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:23.721116 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319ef98-cdfc-4bba-a44d-fc99d1f55c90 req-520e902a-cedf-4dff-9da6-92ec38097b4e tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:23.730684 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7319ef98-cdfc-4bba-a44d-fc99d1f55c90 req-520e902a-cedf-4dff-9da6-92ec38097b4e tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 943 time: 0.1048610 Sep 15 08:36:23.751016 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 on network a8269d51-00d5-49e2-9e04-dcbf94d50e83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:23.751365 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Attempting to bind port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 on network a8269d51-00d5-49e2-9e04-dcbf94d50e83 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:23.762406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:23.762750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Checking segment: {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:23.763130 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Bound using segment: {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:23.763554 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Bound port: 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:23.763895 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:23.798966 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7319ef98-cdfc-4bba-a44d-fc99d1f55c90 req-fa429039-ccb2-4f89-a230-6d12eb37a722 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670083 Sep 15 08:36:23.903967 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-396be4fa-1b30-4d5a-b223-39dcc08c215c req-15528083-6247-435f-85d1-9a5fdf512728 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 210 time: 0.0735695 Sep 15 08:36:23.979944 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Allocated IP 172.20.0.10 (b802c4a6-29fb-4c8f-adff-4dfc345b34cd/202c7ae9-de00-4c3a-b85f-1f433e4fd64f/6f1a20e8-d1b7-4440-8ace-f12473a86453) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:24.028119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] For port 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:24.052096 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] For port 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:24.063709 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.076967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8c9f9fe9-e4e5-477d-a983-6fdfa2c031d2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:24.154817 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0efc80-64de-41ae-8b11-73c07b66d6f7,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:24.176953 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:24.178739 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.180163 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] 10.222.0.21 "PUT /v2.0/ports/7e0efc80-64de-41ae-8b11-73c07b66d6f7 HTTP/1.1" status: 200 len: 1093 time: 1.9531944 Sep 15 08:36:24.181117 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'tag': '7e0efc80-64de-41ae-8b11-73c07b66d6f7'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:24.370291 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'tag': '7e0efc80-64de-41ae-8b11-73c07b66d6f7', 'status': 'completed', 'code': 200} Sep 15 08:36:24.529885 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.545429 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-8e9165e1-20f8-4e5c-8bec-34fd90edfc4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 1096 time: 0.2385070 Sep 15 08:36:24.634095 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-544e06f4-456e-4665-b4ee-da0949ee3f0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7 HTTP/1.1" status: 200 len: 217 time: 0.0713832 Sep 15 08:36:24.650768 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b378-39bb-4f52-aad5-77f4c51abdcb req-6b321acc-98dd-4553-aaca-d9eabb28c163 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:24.652166 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9f9b378-39bb-4f52-aad5-77f4c51abdcb req-6b321acc-98dd-4553-aaca-d9eabb28c163 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1070242 Sep 15 08:36:24.679159 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.691127 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:24.694835 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:24.805207 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-e9dd70cc-6e1d-4910-b237-7fadcdf9cdab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:24.807435 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-e9dd70cc-6e1d-4910-b237-7fadcdf9cdab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7727caa2-0d4f-4f39-aaee-239c8f427ee6 HTTP/1.1" status: 200 len: 853 time: 0.1653545 Sep 15 08:36:24.816876 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:24.821952 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9f9b378-39bb-4f52-aad5-77f4c51abdcb req-5f5483d5-7e51-4e31-9421-8bf071a9acf0 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817065 Sep 15 08:36:24.856726 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:24.860015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf0047-f638-4530-94c0-4896e0ca3d73 req-cb3bc4e6-21b8-44c2-9494-ad5ab57c6027 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:24.861633 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5fcf0047-f638-4530-94c0-4896e0ca3d73 req-cb3bc4e6-21b8-44c2-9494-ad5ab57c6027 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2201266 Sep 15 08:36:24.881436 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event updated for resources: {'Port': ['ID=6f1a20e8-d1b7-4440-8ace-f12473a86453,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:24.887589 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:24.888491 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:24.900429 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:24.901187 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:24.910511 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55070) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:24.920023 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-d98d6802-19b0-4222-8024-ee075e243462 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8269d51-00d5-49e2-9e04-dcbf94d50e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040440 Sep 15 08:36:24.980386 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5fcf0047-f638-4530-94c0-4896e0ca3d73 req-3dec41d0-d0d5-4715-a0ef-6d72b7b186f7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113496 Sep 15 08:36:25.188646 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9207406 Sep 15 08:36:25.209511 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Request body: {'port': {'device_id': '25ece6df-fa98-4c93-a594-6777632bbb67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:25.211454 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.274405 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-92c54a13-01d0-48d8-9d0b-f09058b37549 service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438172 Sep 15 08:36:25.286809 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:25.294275 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Usage tracker for resource:security_group_rule and tenant:ff26a46e2f1b4dc9a08dc2efbede468e is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:25.302098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:25.309286 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:25.363692 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634569e-e6dc-4476-b6cc-e75705eef34c req-6c9853b0-df21-403d-94eb-fc16b6b6c8bc tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:25.365220 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1634569e-e6dc-4476-b6cc-e75705eef34c req-6c9853b0-df21-403d-94eb-fc16b6b6c8bc tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 943 time: 0.2584817 Sep 15 08:36:25.374236 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8cdde-0e78-4a08-a246-5911a74e1d16 req-dec3b33b-0af9-4156-b3d0-cdc4612c3123 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:25.382164 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ceb8cdde-0e78-4a08-a246-5911a74e1d16 req-dec3b33b-0af9-4156-b3d0-cdc4612c3123 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 932 time: 0.2032626 Sep 15 08:36:25.440313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.508202 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1634569e-e6dc-4476-b6cc-e75705eef34c req-7e90f949-6056-4ad4-b200-72c3cf70a102 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247318 Sep 15 08:36:25.556586 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ceb8cdde-0e78-4a08-a246-5911a74e1d16 req-eb213d76-8069-41f5-9fca-383cc2e54c13 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542041 Sep 15 08:36:25.559158 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.568726 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.577939 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:25.605365 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a042576-8c4a-43e1-8d3e-a6031bb4a57d,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:25.609738 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:25.635681 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff26a46e2f1b4dc9a08dc2efbede468e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7132943 Sep 15 08:36:25.636390 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55104) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:25.675029 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-06c798c6-f780-4be0-92ea-2e880feaf5c3 req-3dab58e0-efbc-43d2-8a1f-4dc6619b2194 service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425386 Sep 15 08:36:25.712146 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.739389 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.797487 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.802990 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:25.816497 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a042576-8c4a-43e1-8d3e-a6031bb4a57d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:25.820398 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:25.824377 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:25.840036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a042576-8c4a-43e1-8d3e-a6031bb4a57d HTTP/1.1" status: 204 len: 168 time: 0.2025878 Sep 15 08:36:25.895411 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-05a24989-2840-4d3d-8bc1-e9af7f98d77a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1308303 Sep 15 08:36:26.083334 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1a20e8-d1b7-4440-8ace-f12473a86453 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:26.091132 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.107697 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Transition to ACTIVE for port object 6f1a20e8-d1b7-4440-8ace-f12473a86453 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:26.118301 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.142595 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:26.149051 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280943c4-f737-49b8-86f3-df732ff6380b req-78269a11-9c5b-454f-b52f-f0bc8cf6be9e tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:26.151779 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-280943c4-f737-49b8-86f3-df732ff6380b req-78269a11-9c5b-454f-b52f-f0bc8cf6be9e tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.1094325 Sep 15 08:36:26.277854 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-280943c4-f737-49b8-86f3-df732ff6380b req-c11858b5-a50b-41da-a20a-16aec6ad5033 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798035 Sep 15 08:36:26.283411 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-f27288d2-6b93-428c-80b3-7d5c86845235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:26.284882 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-f27288d2-6b93-428c-80b3-7d5c86845235 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 200 len: 914 time: 0.3751822 Sep 15 08:36:26.291599 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f3075-1c7d-473f-b13a-0fbf5e63e371 req-d9514b38-e181-4bf6-a498-27648aa2ea36 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:26.293640 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a21f3075-1c7d-473f-b13a-0fbf5e63e371 req-d9514b38-e181-4bf6-a498-27648aa2ea36 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1402979 Sep 15 08:36:26.331781 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55122) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:26.379236 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.397169 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Pushing event updated for resources: {'Port': ['ID=6f1a20e8-d1b7-4440-8ace-f12473a86453,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:26.406932 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:26.432913 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:26.437511 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a21f3075-1c7d-473f-b13a-0fbf5e63e371 req-24c9e0c2-fa15-4c36-a462-2a13376f6d38 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358459 Sep 15 08:36:26.439977 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c1f0f4a185a344e98f89f8ee9cc02441 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:26.442847 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:26.446442 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-21d82d84-b091-4051-9749-d59b3a3f9105 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7 HTTP/1.1" status: 200 len: 217 time: 0.1347153 Sep 15 08:36:26.450603 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:26.513079 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Attempting to bind port 6f1a20e8-d1b7-4440-8ace-f12473a86453 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:26.513406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Attempting to bind port 6f1a20e8-d1b7-4440-8ace-f12473a86453 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:26.513729 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Attempting to bind port 6f1a20e8-d1b7-4440-8ace-f12473a86453 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:26.527330 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.528083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-7b9e3f41-7b79-4950-b1ad-89afc5264939 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:26.529525 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-7b9e3f41-7b79-4950-b1ad-89afc5264939 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7727caa2-0d4f-4f39-aaee-239c8f427ee6 HTTP/1.1" status: 200 len: 853 time: 0.0765777 Sep 15 08:36:26.530126 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Port 6f1a20e8-d1b7-4440-8ace-f12473a86453 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:26.530443 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Attempting to bind port 6f1a20e8-d1b7-4440-8ace-f12473a86453 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:26.532486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.537446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:26.537774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Checking segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:26.538192 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Bound using segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:26.538610 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Bound port: 6f1a20e8-d1b7-4440-8ace-f12473a86453, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:26.538950 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.541057 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-092bb640-69a9-4440-acf0-7ff4da24909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:26.588299 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91513313-dace-45f9-9e43-a5b77044e2bf,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:26.593721 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:26.598877 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-442aed43-dc67-4a8f-b5d7-cbc758e07724 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8269d51-00d5-49e2-9e04-dcbf94d50e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497987 Sep 15 08:36:26.600253 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1f0f4a185a344e98f89f8ee9cc02441&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2668967 Sep 15 08:36:26.603861 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55130) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:26.789394 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] For port 6f1a20e8-d1b7-4440-8ace-f12473a86453, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:26.812304 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] For port 6f1a20e8-d1b7-4440-8ace-f12473a86453, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:26.818913 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-9667befa-1228-4a38-9253-f3e99a57162c service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820476 Sep 15 08:36:26.820561 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.826646 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:26.880149 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:26.935247 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78081df-34b1-459b-9075-faa3d65fa560 req-faddbef5-0a28-4d7a-8848-5f2bec0c0621 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:26.936732 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a78081df-34b1-459b-9075-faa3d65fa560 req-faddbef5-0a28-4d7a-8848-5f2bec0c0621 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 943 time: 0.2678895 Sep 15 08:36:26.942276 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-09a1a5a3-2a53-441b-a92d-06acc0af6e51 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:26.943695 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-09a1a5a3-2a53-441b-a92d-06acc0af6e51 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.21 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.3141973 Sep 15 08:36:26.945493 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.002529 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:36:27.023470 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e3533-58e1-4a35-a1c3-25fab1024009 req-7ac7589e-3ea7-45a0-8293-275a2f38f4ba tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.025438 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e91e3533-58e1-4a35-a1c3-25fab1024009 req-7ac7589e-3ea7-45a0-8293-275a2f38f4ba tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 944 time: 0.3135993 Sep 15 08:36:27.053516 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.054975 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] 10.222.0.21 "PUT /v2.0/ports/6f1a20e8-d1b7-4440-8ace-f12473a86453 HTTP/1.1" status: 200 len: 1094 time: 1.8581951 Sep 15 08:36:27.055546 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ece6df-fa98-4c93-a594-6777632bbb67', 'tag': '6f1a20e8-d1b7-4440-8ace-f12473a86453'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:27.092462 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Pushing event updated for resources: {'Port': ['ID=6f1a20e8-d1b7-4440-8ace-f12473a86453,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:27.100205 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:27.120568 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a78081df-34b1-459b-9075-faa3d65fa560 req-109de668-6706-408e-a393-43c7995318b7 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670215 Sep 15 08:36:27.123598 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Deleting port 3254ca4b-c12b-4a67-830e-ba0509b59743 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:36:27.123973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.173027 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7696feb6-2c5d-4fbf-adc0-d1a6a7510976 req-b3b62d25-6637-4736-b2b9-d0449c9efed0 service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473225 Sep 15 08:36:27.181959 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e91e3533-58e1-4a35-a1c3-25fab1024009 req-872ca4bd-ceb7-4a05-9b7a-8239fa4f5704 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447084 Sep 15 08:36:27.231908 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-010251de-38e2-49fb-9677-5e0e7af8b75b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 1097 time: 0.1307881 Sep 15 08:36:27.240267 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.240404 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ece6df-fa98-4c93-a594-6777632bbb67', 'tag': '6f1a20e8-d1b7-4440-8ace-f12473a86453', 'status': 'completed', 'code': 200} Sep 15 08:36:27.253977 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f08f73db-2a2d-4a7e-bb5e-8e4b23a0c8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:27.282863 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91513313-dace-45f9-9e43-a5b77044e2bf,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:27.301760 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:27.306762 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.309742 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91513313-dace-45f9-9e43-a5b77044e2bf HTTP/1.1" status: 204 len: 168 time: 0.7048955 Sep 15 08:36:27.333512 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-f4662643-304f-4f3a-9cfb-3f8068ea9edd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453 HTTP/1.1" status: 200 len: 217 time: 0.0894296 Sep 15 08:36:27.445014 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-542f7150-5e25-4c5c-b545-b343b1aebb6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.447608 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-542f7150-5e25-4c5c-b545-b343b1aebb6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.1064363 Sep 15 08:36:27.507637 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-b1f7b015-8288-494c-8810-b72bc72e94c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516753 Sep 15 08:36:27.520014 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] For port 3254ca4b-c12b-4a67-830e-ba0509b59743, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3254ca4b-c12b-4a67-830e-ba0509b59743,segment=NetworkSegment(2875d66c-646b-4055-a54d-fb7f97619198),segment_id=2875d66c-646b-4055-a54d-fb7f97619198)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:27.520374 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:27.660030 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Calling delete_port for 3254ca4b-c12b-4a67-830e-ba0509b59743 owned by compute:nova {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:36:27.695084 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-958fc025-a57b-43b9-8bbd-3809dbf86e4a service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794903 Sep 15 08:36:27.750802 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a94ff-321f-408b-a596-7377ce5f9da8 req-34437ef5-8c09-4b11-ae9e-ec1cf0ac1d49 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.752250 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-944a94ff-321f-408b-a596-7377ce5f9da8 req-34437ef5-8c09-4b11-ae9e-ec1cf0ac1d49 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 945 time: 0.3127484 Sep 15 08:36:27.877507 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b3d00076-d375-4a99-97bf-ec7772913fe2 req-337c08d3-8d2d-4b91-9c69-271866bc38cf service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742680 Sep 15 08:36:27.920855 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd635f53-ae9e-46b4-b54d-235391f64c6a req-d398bfc0-8151-4555-bbcd-a6fb12e877d8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:27.922338 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd635f53-ae9e-46b4-b54d-235391f64c6a req-d398bfc0-8151-4555-bbcd-a6fb12e877d8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2690120 Sep 15 08:36:27.937400 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-944a94ff-321f-408b-a596-7377ce5f9da8 req-734b93a4-4c84-4ad7-90f8-1e1de5b4dfa5 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/security-groups?id=9011e756-0021-41b3-87b9-a077414b4e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775522 Sep 15 08:36:28.052999 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd635f53-ae9e-46b4-b54d-235391f64c6a req-ed2d8eb3-9dc5-428d-b798-bc6d8eab34b5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132481 Sep 15 08:36:28.076660 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-a5b3e9b5-c3c8-45f4-9c37-4beddf7038e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 1097 time: 0.1176400 Sep 15 08:36:28.085607 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:28.093414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:28.099960 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['3254ca4b-c12b-4a67-830e-ba0509b59743'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:28.145730 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Pushing event deleted for resources: {'Port': ['ID=3254ca4b-c12b-4a67-830e-ba0509b59743,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:28.151925 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:28.302968 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] No DVR routers for this DVR port 3254ca4b-c12b-4a67-830e-ba0509b59743 on host hv-cinder-80600 {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:36:28.308718 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:28.311300 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'name': 'network-vif-deleted', 'tag': '3254ca4b-c12b-4a67-830e-ba0509b59743'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:28.326199 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-97a761dc-55f1-4807-8172-33f58cd05742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:28.343640 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-97a761dc-55f1-4807-8172-33f58cd05742 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 916 time: 0.2556124 Sep 15 08:36:28.427268 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-12de9f43-d0e1-4f9d-be33-e87c8287774e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453 HTTP/1.1" status: 200 len: 217 time: 0.0726132 Sep 15 08:36:28.479987 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55182) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:28.481160 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-de8a8ed7-3637-458e-a64a-425589ac90a5 req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.21 "DELETE /v2.0/ports/3254ca4b-c12b-4a67-830e-ba0509b59743 HTTP/1.1" status: 204 len: 173 time: 1.5219929 Sep 15 08:36:28.522952 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-7d47cdbb-a63d-48ae-9702-8d1bc6607fd6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:28.524833 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-7d47cdbb-a63d-48ae-9702-8d1bc6607fd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.0883691 Sep 15 08:36:28.556954 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb242f6f-10ca-45b4-963b-edf4c975bd9f req-999ce3a7-3694-4a20-a3b6-74f162510d02 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:28.563978 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bb242f6f-10ca-45b4-963b-edf4c975bd9f req-999ce3a7-3694-4a20-a3b6-74f162510d02 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 943 time: 0.1530015 Sep 15 08:36:28.585247 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f6afe-9fd9-43bb-9623-be15812741b3 req-108ecd09-5dbb-4d19-8314-e199e46dc6d3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:28.591977 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5e0f6afe-9fd9-43bb-9623-be15812741b3 req-108ecd09-5dbb-4d19-8314-e199e46dc6d3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 944 time: 0.1799309 Sep 15 08:36:28.637076 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-fdeb907d-7041-4fe2-a0e4-6b9de4c071c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925312 Sep 15 08:36:28.668184 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bb242f6f-10ca-45b4-963b-edf4c975bd9f req-b4931923-b8ad-4278-b002-8fe6ab6749f7 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032925 Sep 15 08:36:28.683492 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5e0f6afe-9fd9-43bb-9623-be15812741b3 req-fd6ac5f3-bc97-43cb-a7dc-2db9e0f80d3f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904541 Sep 15 08:36:28.752810 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 7e0efc80-64de-41ae-8b11-73c07b66d6f7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:28.780859 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:28.835267 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:28.849447 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Usage tracker for resource:security_group_rule and tenant:19b09431e0854c9db4290beaa3e9da0b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:28.854411 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:28.862145 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-16933ac7-88f0-4c2e-9ec8-83ee3b4c52ff service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188094 Sep 15 08:36:28.862953 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:28.950525 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:28.992098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '7e0efc80-64de-41ae-8b11-73c07b66d6f7', 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83', 'port_id': '7e0efc80-64de-41ae-8b11-73c07b66d6f7', 'mac_address': 'fa:16:3e:70:2c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7727caa2-0d4f-4f39-aaee-239c8f427ee6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:29.007690 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53553dad-edf8-4df2-ad38-4a23a0eaaed7', 'name': 'network-vif-deleted', 'tag': '3254ca4b-c12b-4a67-830e-ba0509b59743', 'status': 'completed', 'code': 200} Sep 15 08:36:29.023114 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e80c99f6-021d-4c8e-aaf4-737a79da788c req-b7c1cb25-3d0e-4182-9db4-0964a13886fd service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466880 Sep 15 08:36:29.090375 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.096701 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.099749 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.106628 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8860475e-2681-4d5e-93ea-44c7bd1d94a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:29.145607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd54bb7-f1cc-4e69-ac7f-6b1a237e31dd,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:29.152215 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:29.156556 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0efc80-64de-41ae-8b11-73c07b66d6f7 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:29.187897 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19b09431e0854c9db4290beaa3e9da0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7028859 Sep 15 08:36:29.190805 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55210) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:29.203113 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:29.214302 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.216283 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:29.278949 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d26d7416-e86e-4e72-8cfb-e6aa849ac0f4 req-bb69b9f4-92b0-4fdc-9d42-f7557518b16c tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Synchronizing usage tracker for tenant:6a7df220df1f44bfbe8c5d845ab0712e on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:29.364818 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=7e0efc80-64de-41ae-8b11-73c07b66d6f7,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:29.365125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d26d7416-e86e-4e72-8cfb-e6aa849ac0f4 req-bb69b9f4-92b0-4fdc-9d42-f7557518b16c tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Unset dirty status for tenant:6a7df220df1f44bfbe8c5d845ab0712e on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:29.366845 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d26d7416-e86e-4e72-8cfb-e6aa849ac0f4 req-bb69b9f4-92b0-4fdc-9d42-f7557518b16c tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] 10.222.0.36 "GET /v2.0/ports?device_id=53553dad-edf8-4df2-ad38-4a23a0eaaed7 HTTP/1.1" status: 200 len: 210 time: 0.1518507 Sep 15 08:36:29.384323 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.384739 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.385114 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.385459 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.385860 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.386200 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.386528 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.386902 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.387226 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.387596 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.388303 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:29.415519 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:29.426881 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.463420 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e7f1f-da22-4e07-8d2f-8d5b2bf7dcf9 req-6fccfa53-34ce-47da-b24c-4fe262899d85 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:29.464911 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ac1e7f1f-da22-4e07-8d2f-8d5b2bf7dcf9 req-6fccfa53-34ce-47da-b24c-4fe262899d85 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1615813 Sep 15 08:36:29.469317 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.547435 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ac1e7f1f-da22-4e07-8d2f-8d5b2bf7dcf9 req-a2769a8d-64eb-4a58-9af4-a398b35c93ee tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696652 Sep 15 08:36:29.560094 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['7e0efc80-64de-41ae-8b11-73c07b66d6f7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:29.596018 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.600952 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f301b8f1-b464-4519-bad6-ddb8bc0c7b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:29.623590 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd54bb7-f1cc-4e69-ac7f-6b1a237e31dd,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:29.626597 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:29.628777 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:29.632732 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fd54bb7-f1cc-4e69-ac7f-6b1a237e31dd HTTP/1.1" status: 204 len: 168 time: 0.4384131 Sep 15 08:36:30.061995 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920bbb-ab2a-42d7-bbea-bd16c38edb94 req-849c525e-b318-4c41-9e25-2deb280bcc68 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.063466 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7b920bbb-ab2a-42d7-bbea-bd16c38edb94 req-849c525e-b318-4c41-9e25-2deb280bcc68 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 944 time: 0.2207916 Sep 15 08:36:30.069070 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3fc64-90bd-4d4a-a176-2ec3a68a31e1 req-8709a54d-3d45-404f-8867-c49083fe1275 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.070536 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20c3fc64-90bd-4d4a-a176-2ec3a68a31e1 req-8709a54d-3d45-404f-8867-c49083fe1275 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 944 time: 0.1222117 Sep 15 08:36:30.143285 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55240) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:30.147957 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7b920bbb-ab2a-42d7-bbea-bd16c38edb94 req-76df183a-828b-40be-9a96-4947f085a73d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Sep 15 08:36:30.153623 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20c3fc64-90bd-4d4a-a176-2ec3a68a31e1 req-dc66404f-f82d-43f8-ae18-0f0d62d43aad tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634441 Sep 15 08:36:30.162826 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.202722 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:30.206725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:69e14e62b6f14fe09e3295cda13ae0aa is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:30.209626 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:30.215695 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:30.281905 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.286143 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.293872 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:30.338568 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55246) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:30.338735 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69e14e62b6f14fe09e3295cda13ae0aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1943414 Sep 15 08:36:30.339605 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67c2d34-f52d-4ee2-89e0-020db6731803,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:30.343095 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:30.410205 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.438015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.500124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.506812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9ab7afb3-1a17-4901-affb-1d8083cc73e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:30.518282 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67c2d34-f52d-4ee2-89e0-020db6731803,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:30.521163 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:30.523035 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:30.524428 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f67c2d34-f52d-4ee2-89e0-020db6731803 HTTP/1.1" status: 204 len: 168 time: 0.1838694 Sep 15 08:36:30.763129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 6f1a20e8-d1b7-4440-8ace-f12473a86453 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:30.884338 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 7e0efc80-64de-41ae-8b11-73c07b66d6f7 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:30.912489 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6fa71-4720-46eb-904c-5368533c0a9a req-e8fc04aa-0b5a-43b7-87ab-8a380efe074b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:30.923720 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37a6fa71-4720-46eb-904c-5368533c0a9a req-e8fc04aa-0b5a-43b7-87ab-8a380efe074b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1682508 Sep 15 08:36:31.017399 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37a6fa71-4720-46eb-904c-5368533c0a9a req-2bbb36a5-494b-4de2-b653-a72a93801643 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923550 Sep 15 08:36:31.049884 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 6f1a20e8-d1b7-4440-8ace-f12473a86453, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:31.066380 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '6f1a20e8-d1b7-4440-8ace-f12473a86453', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'port_id': '6f1a20e8-d1b7-4440-8ace-f12473a86453', 'mac_address': 'fa:16:3e:82:55:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202c7ae9-de00-4c3a-b85f-1f433e4fd64f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:31.085052 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:31.131178 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:31.131907 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.231613 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.278854 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1a20e8-d1b7-4440-8ace-f12473a86453 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:31.348874 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 6f1a20e8-d1b7-4440-8ace-f12473a86453, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:31.372934 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.381174 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ec11aeca-22a2-49e6-9052-9c46f0d203ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:31.556098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.582919 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=6f1a20e8-d1b7-4440-8ace-f12473a86453,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:31.598728 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:31.605537 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0efc80-64de-41ae-8b11-73c07b66d6f7'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:31.617147 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:31.622612 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:31.624097 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3254ca4b-c12b-4a67-830e-ba0509b59743 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:36:31.651774 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1380e-5c41-44a5-97c8-684fe72faff2 req-166c0ea1-5155-452c-ad14-e74464259bb2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:31.654901 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9e1380e-5c41-44a5-97c8-684fe72faff2 req-166c0ea1-5155-452c-ad14-e74464259bb2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 944 time: 0.2336690 Sep 15 08:36:31.662961 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:31.676050 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51434568-956c-455d-bb95-937d6c849394 req-1d8cc360-0e30-45ee-83f3-a6df98a46416 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:31.683515 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-51434568-956c-455d-bb95-937d6c849394 req-1d8cc360-0e30-45ee-83f3-a6df98a46416 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 945 time: 0.3024812 Sep 15 08:36:31.750365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['6f1a20e8-d1b7-4440-8ace-f12473a86453'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:31.773183 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-51434568-956c-455d-bb95-937d6c849394 req-37a80278-badb-48c5-af3b-beb3c5e4d2af tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887387 Sep 15 08:36:31.815531 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 3254ca4b-c12b-4a67-830e-ba0509b59743 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:36:31.816414 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3254ca4b-c12b-4a67-830e-ba0509b59743 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:36:31.818277 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9e1380e-5c41-44a5-97c8-684fe72faff2 req-a676cdfb-c06b-4a25-8ba3-49ea7b2e25b0 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541009 Sep 15 08:36:31.900572 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=7e0efc80-64de-41ae-8b11-73c07b66d6f7,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:31.930517 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:31.932415 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0efc80-64de-41ae-8b11-73c07b66d6f7', 'code': 200} Sep 15 08:36:32.263130 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36ae50-92bb-471e-b920-844dc9e606eb req-3ebc879d-c775-48da-9643-201833bbd124 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:32.265383 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e36ae50-92bb-471e-b920-844dc9e606eb req-3ebc879d-c775-48da-9643-201833bbd124 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0865502 Sep 15 08:36:32.298980 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b063be1e-a995-4378-bbd8-d0998a602a88 req-dd4538c9-4fc2-4acb-83f5-3b37e9da1307 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 1098 time: 0.1599946 Sep 15 08:36:32.346534 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e36ae50-92bb-471e-b920-844dc9e606eb req-ec37f00e-5387-4502-98b4-1019b349614a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752642 Sep 15 08:36:32.378764 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b063be1e-a995-4378-bbd8-d0998a602a88 req-548871e3-4b42-4e5d-af9f-f1dcabef9fe4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712585 Sep 15 08:36:32.662333 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55350) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:32.725481 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Deleting subnet 0e328142-11ca-4415-8cd3-e3abf1f4965b {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:36:32.728529 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.776843 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.783657 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.856494 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.861856 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c829437a-ee4c-4935-aead-163184cb83ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:32.908242 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e328142-11ca-4415-8cd3-e3abf1f4965b,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:32.911647 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:32.959898 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:32.970817 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e328142-11ca-4415-8cd3-e3abf1f4965b HTTP/1.1" status: 204 len: 168 time: 0.3050573 Sep 15 08:36:32.971313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55366) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:33.185250 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cf852-ef6c-4c26-985e-59f4dae54faf req-2048d1d9-b34a-4326-a617-e0979f20f066 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:33.186734 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b76cf852-ef6c-4c26-985e-59f4dae54faf req-2048d1d9-b34a-4326-a617-e0979f20f066 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 945 time: 0.2730865 Sep 15 08:36:33.189956 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.230154 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2697578-4d5b-484f-93ac-d4e8601ba5bb req-e96a0731-511d-42ab-9ede-935b5d2d7cfe tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:33.231677 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2697578-4d5b-484f-93ac-d4e8601ba5bb req-e96a0731-511d-42ab-9ede-935b5d2d7cfe tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.2544768 Sep 15 08:36:33.377236 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b76cf852-ef6c-4c26-985e-59f4dae54faf req-4c2879eb-02c0-47e0-acdd-e13ffa9473d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816752 Sep 15 08:36:33.434633 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.449564 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2697578-4d5b-484f-93ac-d4e8601ba5bb req-321eb95f-a477-45c7-8c90-960524af4f7b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054708 Sep 15 08:36:33.453943 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.454559 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.455295 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.455626 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.455946 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.456275 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.456594 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.456928 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.457242 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.457552 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.544743 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.545101 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.545432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.545767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:36:33.546162 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb38c029-7409-49bd-bdf5-34b97cdf0e29']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:33.560661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2875d66c-646b-4055-a54d-fb7f97619198') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:33.560989 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2875d66c-646b-4055-a54d-fb7f97619198') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:33.580860 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.597978 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.610215 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:36:33.610826 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: util.warn_limited( Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: util.warn_limited( Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:36:33.626236 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:36:33.804532 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.812730 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-65eb7c48-00a5-4919-9b00-c25f0fe78f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:33.874931 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:33.889748 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb38c029-7409-49bd-bdf5-34b97cdf0e29,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:33.893819 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:33.903266 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb38c029-7409-49bd-bdf5-34b97cdf0e29 HTTP/1.1" status: 204 len: 168 time: 0.9312696 Sep 15 08:36:33.909136 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f14ed-9a13-4274-b1c5-62b3c261f832 req-18a5ad88-028e-43c3-b2f5-b9cb33a192b0 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:33.914327 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-128f14ed-9a13-4274-b1c5-62b3c261f832 req-18a5ad88-028e-43c3-b2f5-b9cb33a192b0 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2868593 Sep 15 08:36:33.973260 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-128f14ed-9a13-4274-b1c5-62b3c261f832 req-77b4e764-f297-42ca-be8a-bd3daf58a684 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562065 Sep 15 08:36:34.171138 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55414) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:34.224121 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-388f6e3c-32ce-4d9d-8df1-bdf9a679e3f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a7df220df1f44bfbe8c5d845ab0712e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515802 Sep 15 08:36:34.226433 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55426) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:34.289312 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.328099 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.401149 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.405088 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-91cf5a56-5ac5-4b3c-ac9e-28616ed8e780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:34.418078 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9011e756-0021-41b3-87b9-a077414b4e43,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:34.420913 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:34.424152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:34.431100 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9011e756-0021-41b3-87b9-a077414b4e43 HTTP/1.1" status: 204 len: 168 time: 0.2009683 Sep 15 08:36:34.636593 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a7320-7257-4af7-aac1-f564f68c5457 req-96acef5c-586e-4617-8b63-0d6ccbf0ea1c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:34.638014 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ec6a7320-7257-4af7-aac1-f564f68c5457 req-96acef5c-586e-4617-8b63-0d6ccbf0ea1c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 945 time: 0.1042519 Sep 15 08:36:34.774267 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ec6a7320-7257-4af7-aac1-f564f68c5457 req-20677edc-d12e-49fa-bacf-91679b866597 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302330 Sep 15 08:36:34.794117 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 6f1a20e8-d1b7-4440-8ace-f12473a86453 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:34.843096 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6afd10-34ea-4452-a5e2-ed9359e6d11c req-32dc9568-625d-4ad7-8dd6-94bce4088d12 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:34.860410 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ab6afd10-34ea-4452-a5e2-ed9359e6d11c req-32dc9568-625d-4ad7-8dd6-94bce4088d12 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.2094107 Sep 15 08:36:34.951998 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ab6afd10-34ea-4452-a5e2-ed9359e6d11c req-3ac0aeea-bd2d-497b-bd2a-9e515c173ee0 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962055 Sep 15 08:36:34.991559 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 6f1a20e8-d1b7-4440-8ace-f12473a86453 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:34.997793 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 6f1a20e8-d1b7-4440-8ace-f12473a86453 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:34.998274 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.193816 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.259143 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 6f1a20e8-d1b7-4440-8ace-f12473a86453, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:35.260106 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ece6df-fa98-4c93-a594-6777632bbb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1a20e8-d1b7-4440-8ace-f12473a86453'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:35.278779 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:35.283211 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:35.337861 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1052849-1c7c-4def-9ce4-d1c2c0b92380 req-84db5fdc-ee82-4a4f-9bca-2c6edf899660 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:35.339335 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a1052849-1c7c-4def-9ce4-d1c2c0b92380 req-84db5fdc-ee82-4a4f-9bca-2c6edf899660 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1351099 Sep 15 08:36:35.397637 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ece6df-fa98-4c93-a594-6777632bbb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1a20e8-d1b7-4440-8ace-f12473a86453', 'code': 200} Sep 15 08:36:35.398368 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=6f1a20e8-d1b7-4440-8ace-f12473a86453,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:35.425355 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:35.439821 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a1052849-1c7c-4def-9ce4-d1c2c0b92380 req-b3f8bc49-5434-4db6-a8fa-092296ab9720 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905797 Sep 15 08:36:35.714719 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-19a615e5-f3c0-4ee8-b8b8-b0580f1996df req-796a9261-cabd-4e90-997d-7869dcc22fd8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 1099 time: 0.0802076 Sep 15 08:36:35.781279 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-19a615e5-f3c0-4ee8-b8b8-b0580f1996df req-755cc447-3a80-46f0-bf54-148e98f55666 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Sep 15 08:36:35.817600 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55524) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.037199 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1479146343-network', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:36.043812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:36.050128 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Usage tracker for resource:network and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:36.051446 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:36.058191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:36.072947 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Made reservation on behalf of f4b8a2b94bc34332b54c43c7596efbe9 for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:36.075843 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.095466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.204973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:36.217346 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:36.221387 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:36.229012 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55544) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.229948 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:36.263722 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9e9ec1-bf89-446e-90f2-f937d735d73c req-f0bd59c7-9d61-482d-8057-29e43041568b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:36.265244 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0f9e9ec1-bf89-446e-90f2-f937d735d73c req-f0bd59c7-9d61-482d-8057-29e43041568b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 946 time: 0.1538465 Sep 15 08:36:36.373903 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.387418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.405153 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:36.416645 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.417729 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Added segment c4131629-ba44-456c-8a34-0a3ef509cba9 of type vlan for network cb672797-37c2-4dde-bc91-62357c542c19 Sep 15 08:36:36.452865 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.456565 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.463617 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-da1018f9-8033-4daa-8a6b-df65efdad470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.504387 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0f9e9ec1-bf89-446e-90f2-f937d735d73c req-5dc3f625-ca9f-4b1e-b0e5-5b47dc4332cf tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269392 Sep 15 08:36:36.516900 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:36.523391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Usage tracker for resource:security_group_rule and tenant:c343027bc63848f18d81d2331a0953b6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:36.526767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3848824a-a78d-4fee-9005-a4db8ec18132,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:36.528284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:36.531109 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.538225 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:36.567163 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.568331 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:36.569061 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.614374 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.645870 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.653450 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.670398 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8513267 Sep 15 08:36:36.670819 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d99fab28-71e4-4d08-8895-66b0b2213c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:36.672759 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55564) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.728955 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd9600f-992e-4be2-9e5d-23ee2e3794b7,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:36.733945 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c343027bc63848f18d81d2331a0953b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5038061 Sep 15 08:36:36.735068 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.736762 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55566) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:36.756805 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=cb672797-37c2-4dde-bc91-62357c542c19,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:36.760574 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:36.775048 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network cb672797-37c2-4dde-bc91-62357c542c19 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:36.796150 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Request body: {'subnet': {'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1479146343-subnet', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:36.809972 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:36.816056 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Usage tracker for resource:subnet and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:36.819712 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:36.837489 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.837729 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:36.862036 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Made reservation on behalf of f4b8a2b94bc34332b54c43c7596efbe9 for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:36.864757 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2795859'] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.893493 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86f14-9f66-46b9-8f3f-1a6dcae8094b req-6c12408f-d017-4269-9f4b-a25389c77cd2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:36.895640 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-13c86f14-9f66-46b9-8f3f-1a6dcae8094b req-6c12408f-d017-4269-9f4b-a25389c77cd2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1415503 Sep 15 08:36:36.902634 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:36.982419 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55580) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:37.032955 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.038312 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3acfec04-9b5a-46ef-a835-188971a8db33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.051508 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-13c86f14-9f66-46b9-8f3f-1a6dcae8094b req-ab9193c3-da1b-4e1a-835e-807a953a9afe tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883482 Sep 15 08:36:37.063310 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd9600f-992e-4be2-9e5d-23ee2e3794b7,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.099845 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.123992 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.125108 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cd9600f-992e-4be2-9e5d-23ee2e3794b7 HTTP/1.1" status: 204 len: 168 time: 0.3874450 Sep 15 08:36:37.260037 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2795901'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.275402 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.275783 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.354823 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:37.364639 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Usage tracker for resource:security_group_rule and tenant:23f6bdbf5d714ac293db6671bd562f86 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:37.368277 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:37.380595 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:37.422143 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3202846d-867e-40aa-8799-d846cee08586,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.428139 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.434788 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Checking segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:37.435150 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Network hostable DHCP agents. Network: cb672797-37c2-4dde-bc91-62357c542c19, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:37.458111 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Network cb672797-37c2-4dde-bc91-62357c542c19 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:37.473045 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, cb672797-37c2-4dde-bc91-62357c542c19) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:37.477833 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:37.478501 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.480570 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.484841 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b43972-adf6-4c10-9f0b-644eb6247626 None None] Network cb672797-37c2-4dde-bc91-62357c542c19 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:37.486748 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.497175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ebb91919-6979-4fb0-abc8-541c08e8c7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.509786 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7add3f63-55ce-4971-9f44-4c48bc67199c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7505126 Sep 15 08:36:37.510220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55592) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:37.516818 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:37.522118 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:37.527039 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Usage tracker for resource:router and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:37.530157 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:37.541801 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43125d5b-39a1-46fa-a8f9-2776797501b7,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.545266 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.551468 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:37.571558 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.573267 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.578910 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23f6bdbf5d714ac293db6671bd562f86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5948532 Sep 15 08:36:37.580149 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55598) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:37.610503 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.662031 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55602) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:37.694598 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.710821 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.744634 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.769641 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-cb672797-37c2-4dde-bc91-62357c542c19', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:36:37.770890 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.777687 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:37.792052 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Usage tracker for resource:security_group_rule and tenant:5f56e4ccb4484870acba458dc088cd20 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:37.796522 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:37.802628 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:37.865347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.878650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:37.898050 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43125d5b-39a1-46fa-a8f9-2776797501b7,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:37.902452 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.905401 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43125d5b-39a1-46fa-a8f9-2776797501b7 HTTP/1.1" status: 204 len: 168 time: 0.3238759 Sep 15 08:36:37.914237 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa00de-ee0b-41eb-b59d-dd6b418ac82a req-4eff7049-9e52-4c89-bbc1-0b8886e0435e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:37.921340 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ccaa00de-ee0b-41eb-b59d-dd6b418ac82a req-4eff7049-9e52-4c89-bbc1-0b8886e0435e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 946 time: 0.2375371 Sep 15 08:36:37.948785 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.950589 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.952839 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:37.958875 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:37.970916 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-49eb85e4-e5ff-4ee5-9fbe-b87997a64ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.003173 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Allocated IP 172.20.0.2 (cb672797-37c2-4dde-bc91-62357c542c19/3202846d-867e-40aa-8799-d846cee08586/13d229b3-21b5-4ea5-990b-aed0846ea4fd) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:38.066463 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cf4794-c5a4-441f-b4ff-8e90bc9d4eb8,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.080377 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ccaa00de-ee0b-41eb-b59d-dd6b418ac82a req-c6eca4cb-89a3-4b44-b800-ff6c08c7bd24 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579053 Sep 15 08:36:38.088052 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f56e4ccb4484870acba458dc088cd20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4080274 Sep 15 08:36:38.088651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55610) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:38.091622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.172850 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.207561 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.343844 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.350284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.376380 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.391635 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cf4794-c5a4-441f-b4ff-8e90bc9d4eb8,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.395112 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.417677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.417677 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8cf4794-c5a4-441f-b4ff-8e90bc9d4eb8 HTTP/1.1" status: 204 len: 168 time: 0.3225081 Sep 15 08:36:38.423879 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Transition to ACTIVE for port object 13d229b3-21b5-4ea5-990b-aed0846ea4fd will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:38.484328 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Transition to ACTIVE for port object 13d229b3-21b5-4ea5-990b-aed0846ea4fd will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:38.500533 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.507371 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:38.516414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad637-21da-4e07-8723-62e7d15d9919 req-0dbbb00c-7b89-4a57-8831-f8014356b237 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:38.530274 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15ad637-21da-4e07-8723-62e7d15d9919 req-0dbbb00c-7b89-4a57-8831-f8014356b237 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2910461 Sep 15 08:36:38.611358 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Pushing event updated for resources: {'Port': ['ID=13d229b3-21b5-4ea5-990b-aed0846ea4fd,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:38.616432 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:38.639860 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Network cb672797-37c2-4dde-bc91-62357c542c19 is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:38.642966 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:38.648221 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:38.655788 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55630) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:38.682443 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15ad637-21da-4e07-8723-62e7d15d9919 req-228056d3-5aa8-4655-9637-40207ba26b8b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512082 Sep 15 08:36:38.686283 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.731307 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.794286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:38.805732 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Attempting to bind port 13d229b3-21b5-4ea5-990b-aed0846ea4fd on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:38.807768 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Attempting to bind port 13d229b3-21b5-4ea5-990b-aed0846ea4fd by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:38.808358 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Attempting to bind port 13d229b3-21b5-4ea5-990b-aed0846ea4fd on network cb672797-37c2-4dde-bc91-62357c542c19 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:38.810700 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Usage tracker for resource:security_group_rule and tenant:e439b2049ed84b6fa8c815ad148d3351 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:38.818067 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:38.818412 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:38.819058 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Checking segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:38.819791 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.820413 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Bound using segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:38.822937 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Bound port: 13d229b3-21b5-4ea5-990b-aed0846ea4fd, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:38.823511 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.829167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:38.833124 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:38.969998 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] For port 13d229b3-21b5-4ea5-990b-aed0846ea4fd, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:38.973455 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] For port 13d229b3-21b5-4ea5-990b-aed0846ea4fd, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=13d229b3-21b5-4ea5-990b-aed0846ea4fd,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:38.984989 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.000863 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.006623 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:39.009914 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.017358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:39.116669 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e439b2049ed84b6fa8c815ad148d3351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4562881 Sep 15 08:36:39.120017 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55646) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:39.130991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f416a0-5cd2-44f0-9508-76fd9e871e31,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:39.136978 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:39.155233 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Pushing event updated for resources: {'Port': ['ID=13d229b3-21b5-4ea5-990b-aed0846ea4fd,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:39.159393 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:39.222748 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55652) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:39.231997 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Allocated IP 172.27.0.113 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/4d4232d6-1646-4427-aba0-6c6ad2e2c8ff) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:39.253550 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.315087 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:39.319814 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Usage tracker for resource:security_group_rule and tenant:162e494f43dd4744b1cb13db89ef4ecb is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:39.325674 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:39.338729 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:39.514406 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.532004 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.541577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.554061 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ab08a064-d097-4155-a6db-e7000dca5609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:39.619776 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.627827 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=162e494f43dd4744b1cb13db89ef4ecb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4036920 Sep 15 08:36:39.634146 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55666) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:39.635113 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.637187 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5103e2b0-4b29-4b00-a360-efc638751db3,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:39.654130 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:39.656184 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 13d229b3-21b5-4ea5-990b-aed0846ea4fd up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:39.732321 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.740231 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:39.779925 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.785114 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f416a0-5cd2-44f0-9508-76fd9e871e31,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:39.796816 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:39.798046 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.808418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:39.809645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.872630 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 13d229b3-21b5-4ea5-990b-aed0846ea4fd completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:39.900524 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.906020 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ac902bee-f83e-4e1f-afbd-f065a327ac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:39.921797 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5103e2b0-4b29-4b00-a360-efc638751db3,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:39.927725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:39.938000 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:39.939438 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5103e2b0-4b29-4b00-a360-efc638751db3 HTTP/1.1" status: 204 len: 168 time: 0.3042319 Sep 15 08:36:40.089414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:40.094415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:40.107280 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:40.109476 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:40.111311 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.112751 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28f416a0-5cd2-44f0-9508-76fd9e871e31 HTTP/1.1" status: 204 len: 168 time: 0.9877660 Sep 15 08:36:40.113748 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:40.356532 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cfbdb-7b68-4768-80ee-647d8fcb34ee req-f71fd0fc-490a-48e7-8eaf-63ab4303ab75 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:40.358148 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-260cfbdb-7b68-4768-80ee-647d8fcb34ee req-f71fd0fc-490a-48e7-8eaf-63ab4303ab75 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.3792102 Sep 15 08:36:40.433662 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae16bc6-de81-4832-a84b-29428417fe8e None None] Network cb672797-37c2-4dde-bc91-62357c542c19 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:40.475791 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-260cfbdb-7b68-4768-80ee-647d8fcb34ee req-4109da6b-c3c2-4e5c-9e06-e617b6635649 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031268 Sep 15 08:36:40.580863 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.581557 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.730164 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Provisioning for port 13d229b3-21b5-4ea5-990b-aed0846ea4fd completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:40.749172 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Provisioning complete for port 13d229b3-21b5-4ea5-990b-aed0846ea4fd triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:40.749903 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:40.893508 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:36:41.088568 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.131596 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] For port 13d229b3-21b5-4ea5-990b-aed0846ea4fd, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=13d229b3-21b5-4ea5-990b-aed0846ea4fd,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:41.139493 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.141800 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:41.237072 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Pushing event updated for resources: {'Port': ['ID=13d229b3-21b5-4ea5-990b-aed0846ea4fd,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:41.245979 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:41.255951 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:41.266758 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:41.295275 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:41.297139 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:36:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:41.314310 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.318829 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8077619 Sep 15 08:36:41.319562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55718) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:41.571447 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 13d229b3-21b5-4ea5-990b-aed0846ea4fd up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:41.730902 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:41.748411 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-a60401df-8b91-40f7-8aec-c570671ab543 None None] Provisioning complete for port 13d229b3-21b5-4ea5-990b-aed0846ea4fd triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:41.748792 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-a60401df-8b91-40f7-8aec-c570671ab543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:41.885903 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 13d229b3-21b5-4ea5-990b-aed0846ea4fd triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:41.886222 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.036380 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0352f-5bf7-4a91-9287-6315e854e413 req-6a5724bc-7907-4e39-96db-8889ba5e2ea2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:42.044823 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d6c0352f-5bf7-4a91-9287-6315e854e413 req-6a5724bc-7907-4e39-96db-8889ba5e2ea2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.3809092 Sep 15 08:36:42.146344 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d6c0352f-5bf7-4a91-9287-6315e854e413 req-030859d9-bfb2-4234-8af5-1e21c30c4c11 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991695 Sep 15 08:36:42.271253 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:40Z', 'revision_number': 3, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:42.277220 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:42.277773 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Updating router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:36:42.354352 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.617550 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55768) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:42.745315 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Deleting subnet 8c35941b-1151-48b5-a9d3-c983c9078843 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:36:42.757312 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.797249 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55774) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:42.831780 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.921326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.942582 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.956930 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Transition to ACTIVE for port object 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:42.965915 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:42.983766 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:43.002806 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.008281 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:43.060720 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c35941b-1151-48b5-a9d3-c983c9078843,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:43.061897 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.072018 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:43.086114 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.086795 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Attempting to bind port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:43.087177 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Attempting to bind port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:43.087550 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Attempting to bind port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:43.100238 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Pushing event updated for resources: {'Port': ['ID=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:43.101500 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8c35941b-1151-48b5-a9d3-c983c9078843 HTTP/1.1" status: 204 len: 168 time: 0.4825630 Sep 15 08:36:43.102975 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55788) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:43.103843 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:43.104227 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:43.104644 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.105029 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:43.105512 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Bound port: 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:43.109965 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.188687 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.189039 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.189382 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.189716 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.190081 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.190409 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.190734 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.191080 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.191403 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.192328 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.192328 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:36:43.203214 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:43.282803 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] For port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:43.296425 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] For port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:43.316865 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.318385 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.334750 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:43.512859 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Pushing event updated for resources: {'Port': ['ID=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:43.515073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.516740 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-f4f3660f-07f9-4c14-b684-eb2e3fad235e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:43.518018 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:43.518729 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:36:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:43.560753 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Allocated IP 172.20.0.1 (cb672797-37c2-4dde-bc91-62357c542c19/3202846d-867e-40aa-8799-d846cee08586/737fe133-af0b-4e43-9e08-b0727d7a945d) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:43.574069 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:43.581073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Usage tracker for resource:security_group_rule and tenant:676df965622f42359ceca1823c9b7152 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:43.587079 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:43.609991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:43.650480 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.674795 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:43.720059 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af6bf19-191b-478d-b077-8df855f02a9c') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:43.720414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af6bf19-191b-478d-b077-8df855f02a9c') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:43.743088 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.762812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-76ad5367-be85-44be-abaa-695eb81b0cb3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:43.769244 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-76ad5367-be85-44be-abaa-695eb81b0cb3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.4199176 Sep 15 08:36:43.786288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.794581 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:43.797794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94609c4a-71f5-48d5-9758-471a4a6d4bdb req-785986b3-94d4-4c3c-9d23-a9cc644e82dd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:43.799388 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-94609c4a-71f5-48d5-9758-471a4a6d4bdb req-785986b3-94d4-4c3c-9d23-a9cc644e82dd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.3907752 Sep 15 08:36:43.809905 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-d9c36e6e-ed03-4502-9130-f263ea756f72 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/quotas/f9492aadefe7435fade3c512b51252bd HTTP/1.1" status: 200 len: 375 time: 0.0379732 Sep 15 08:36:43.810973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:36:43.811377 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.876640 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.879825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:36:43.887486 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:36:43.935813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Transition to ACTIVE for port object 737fe133-af0b-4e43-9e08-b0727d7a945d will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:43.938212 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:43.957980 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c41f9829-bb1f-491b-be70-5ce36bbe2df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:44.013512 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.027938 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-94609c4a-71f5-48d5-9758-471a4a6d4bdb req-94104e3b-1826-45c7-b214-fe58305d219a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412735 Sep 15 08:36:44.037236 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:44.087782 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f65bbe2-805c-490f-b5c5-7cb608bd4a5b,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:44.092394 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:44.092543 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:44.106351 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=676df965622f42359ceca1823c9b7152&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2094986 Sep 15 08:36:44.106351 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55814) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:44.107518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.118911 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:44.136969 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b0f3d46-36d6-4a2a-bf1c-f83a53a7c20f HTTP/1.1" status: 204 len: 168 time: 1.0304186 Sep 15 08:36:44.137654 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55818) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:44.158902 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.166286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:44.228345 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:40Z', 'revision_number': 3, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:44.236552 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1ae93-e36e-49f7-b88d-773e54dc71c5 None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:40Z', 'revision_number': 3, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:44.261407 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Deleting subnet d878f916-05ae-4b10-a780-1e897ef54278 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:36:44.264362 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55822) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:44.267066 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.278330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Pushing event updated for resources: {'Port': ['ID=737fe133-af0b-4e43-9e08-b0727d7a945d,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:44.298412 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:44.301509 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Network cb672797-37c2-4dde-bc91-62357c542c19 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:44.307218 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:44.328913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:44.329747 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.335611 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.339048 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b4673feb-f25a-4af5-903e-f8363e0c20aa req-02d8ef60-a728-4cd3-b4a7-76bce7651804 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 1098 time: 0.3449903 Sep 15 08:36:44.411653 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.434761 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.470117 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b4673feb-f25a-4af5-903e-f8363e0c20aa req-2497a905-5b24-4154-8991-89ce1f9908ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126246 Sep 15 08:36:44.517529 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.551414 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-404a965d-02fc-45fd-b574-48b52e43fae7 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7423313 Sep 15 08:36:44.667252 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.689180 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.699507 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-782f8ce0-3c4d-40ce-a75e-90baaf738927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:44.714811 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f65bbe2-805c-490f-b5c5-7cb608bd4a5b,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:44.718498 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.736051 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:44.749880 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-3ceca1bf-8612-411a-975c-1314d3157f77 None None] Provisioning for port 737fe133-af0b-4e43-9e08-b0727d7a945d completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:44.758967 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-3ceca1bf-8612-411a-975c-1314d3157f77 None None] Provisioning complete for port 737fe133-af0b-4e43-9e08-b0727d7a945d triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:44.759581 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-3ceca1bf-8612-411a-975c-1314d3157f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.798897 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-e053e041-2f8b-4c75-990b-afbe90b70e3b service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069845 Sep 15 08:36:44.802523 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:44.810173 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6360c5395cdf4cf88a377a4c2e21ccbc is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:44.811550 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.816184 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:44.832775 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:44.837115 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f65bbe2-805c-490f-b5c5-7cb608bd4a5b HTTP/1.1" status: 204 len: 168 time: 0.7254684 Sep 15 08:36:44.838692 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:44.846812 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-3ceca1bf-8612-411a-975c-1314d3157f77 None None] Port 737fe133-af0b-4e43-9e08-b0727d7a945d cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:36:44.852536 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:45.034506 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d878f916-05ae-4b10-a780-1e897ef54278,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.037295 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.042022 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.055136 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c00207cf-1d82-43b2-bbbb-01560b93355f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d878f916-05ae-4b10-a780-1e897ef54278 HTTP/1.1" status: 204 len: 168 time: 0.9134336 Sep 15 08:36:45.056239 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55834) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:45.104332 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.135432 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.136377 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.150357 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.158266 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:45.223800 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-1bc661bf-194a-4663-9dcc-677e820f64f2 service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106371 Sep 15 08:36:45.248536 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.293808 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.395980 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Pushing event updated for resources: {'Port': ['ID=737fe133-af0b-4e43-9e08-b0727d7a945d,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.401473 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.405883 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6360c5395cdf4cf88a377a4c2e21ccbc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1270771 Sep 15 08:36:45.405883 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6645f32c-b802-4329-9b85-6434113d6f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:45.410936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55848) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:45.458891 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13dc4e4-212c-4034-905a-4e4fbe0fefb5,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:45.470288 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:45.520469 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Network cb672797-37c2-4dde-bc91-62357c542c19 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:45.521617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:45.608407 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:45.613029 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28573806-edea-4cfa-8674-a979dda2ddfd req-831bfff2-fbea-4b5b-890f-c8f5aa9d020c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:45.627465 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28573806-edea-4cfa-8674-a979dda2ddfd req-831bfff2-fbea-4b5b-890f-c8f5aa9d020c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.3900025 Sep 15 08:36:45.642172 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.807364 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a874d2-ed1b-41ac-994e-d9a03dfec0a0']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:45.840841 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28573806-edea-4cfa-8674-a979dda2ddfd req-87af340b-f900-4f17-b2ec-2a8485ae066b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123446 Sep 15 08:36:45.848086 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:45.855019 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:45.855646 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.886053 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb3b1d6-bad3-4f9f-9fb9-ee2202823036') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:45.886053 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb3b1d6-bad3-4f9f-9fb9-ee2202823036') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:45.924739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.947148 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:45.955218 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:36:45.955790 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:36:46.059234 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:36:46.069354 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-444a82ef-7cad-493a-8637-3dcf38005629 None None] Provisioning complete for port 737fe133-af0b-4e43-9e08-b0727d7a945d triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:46.070140 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-444a82ef-7cad-493a-8637-3dcf38005629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.146270 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c9ab013f-16f2-42ac-8ec1-c16c0f47197a req-5108fd5b-b712-4b7a-89a2-44fd522fcec4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.0854135 Sep 15 08:36:46.147523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.165769 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-444a82ef-7cad-493a-8637-3dcf38005629 None None] Port 737fe133-af0b-4e43-9e08-b0727d7a945d cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:36:46.193899 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.195574 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.213067 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:46.218062 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.220306 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c54636ef-a5ec-4c41-a064-8ae84942d891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.301829 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.312792 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.322928 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.326766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.340144 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.342900 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.344181 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d13dc4e4-212c-4034-905a-4e4fbe0fefb5 HTTP/1.1" status: 204 len: 168 time: 0.8341939 Sep 15 08:36:46.345419 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.366315 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2a874d2-ed1b-41ac-994e-d9a03dfec0a0 HTTP/1.1" status: 204 len: 168 time: 1.3085299 Sep 15 08:36:46.369578 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a874d2-ed1b-41ac-994e-d9a03dfec0a0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.382351 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.383697 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:46.407923 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13dc4e4-212c-4034-905a-4e4fbe0fefb5,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:46.411093 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:46.520421 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:36:46.718807 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55890) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:46.789940 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:36:46.800441 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] 10.222.0.36 "PUT /v2.0/routers/d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4791813 Sep 15 08:36:46.839308 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b778efa5-9c85-48de-8a81-8044a310cf5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46d52987a33a483aa6ec1adf3d2c435b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1174376 Sep 15 08:36:46.840639 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55898) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:46.935112 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:46.987774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.052080 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55908) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:47.091516 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.109786 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.114218 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-41a0ef43-aee0-4893-9df9-10404c4d3963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:47.136520 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d783831-5dc9-4d96-8dfd-9e8c0a0ef4a0,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:47.145463 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:47.160907 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.165877 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d783831-5dc9-4d96-8dfd-9e8c0a0ef4a0 HTTP/1.1" status: 204 len: 168 time: 0.3238227 Sep 15 08:36:47.169103 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2362a2-877f-4c4d-825f-6b8b22003578 req-ef47f864-2d38-48aa-ae15-9e231f2077a6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:47.176019 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:47.176790 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2d2362a2-877f-4c4d-825f-6b8b22003578 req-ef47f864-2d38-48aa-ae15-9e231f2077a6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1739705 Sep 15 08:36:47.181306 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b515265bdff47fe991586c9d9bf1483 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:47.185267 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:47.192585 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:47.253068 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2d2362a2-877f-4c4d-825f-6b8b22003578 req-f702d920-0623-473e-977d-34f774fbefb0 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753980 Sep 15 08:36:47.520183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb1d9263-87ca-4fc6-993e-bb10a7c6f03d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:47.521989 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb1d9263-87ca-4fc6-993e-bb10a7c6f03d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.3187881 Sep 15 08:36:47.537415 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.540982 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6ca167d-b53c-4301-92db-660b3c131e07 req-9d01fe24-c061-4c82-8da0-8e34403ce250 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.1114187 Sep 15 08:36:47.558083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.639772 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:47.645771 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Request body: {'port': {'device_id': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'admin_state_up': True, 'tenant_id': 'f9492aadefe7435fade3c512b51252bd'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:47.705503 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6a3250eb-bf2f-4ca6-a9e8-3d0a370f8ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:47.718178 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b515265bdff47fe991586c9d9bf1483&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6625969 Sep 15 08:36:47.718550 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55922) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:47.938462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.957591 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399f70e1-67e0-4c7f-acf6-9464ac7a26ad,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:47.971536 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:47.972019 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:47.975854 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.058358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.068198 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9faf6699-9c67-4c2e-ad0b-831761452327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:48.089446 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399f70e1-67e0-4c7f-acf6-9464ac7a26ad,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:48.100663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:48.113041 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:48.124702 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91673d-cfac-4e3c-b960-97c9ae461a9d req-ad1ff5e0-3e64-4923-b3b2-431a0ad69091 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:48.126681 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd91673d-cfac-4e3c-b960-97c9ae461a9d req-ad1ff5e0-3e64-4923-b3b2-431a0ad69091 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.3287907 Sep 15 08:36:48.127628 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.129253 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/399f70e1-67e0-4c7f-acf6-9464ac7a26ad HTTP/1.1" status: 204 len: 168 time: 0.4097712 Sep 15 08:36:48.140547 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:48.151688 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Usage tracker for resource:port and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:48.161260 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:48.175781 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:48.198196 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55940) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:48.282541 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd91673d-cfac-4e3c-b960-97c9ae461a9d req-12e66001-0f05-4f75-bbf3-f71ee3aef6e6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460638 Sep 15 08:36:48.297604 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Made reservation on behalf of f9492aadefe7435fade3c512b51252bd for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:48.300607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.306994 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55946) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:48.323900 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701716702', 'description': 'tempest-description--1541930039'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:48.330313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:48.344701 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:48.356546 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:48.368966 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:48.397477 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.427092 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55952) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:48.492375 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:48.498733 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:48.503930 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:48.515164 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:48.517581 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ed07b9e3-d4c3-40dc-8b3d-83b1ce69da80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b0d89c4185a4725a2cac90dff5d8e69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3120351 Sep 15 08:36:48.522603 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 55958) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:48.544026 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:36:48.558780 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:48.559741 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:36:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:48.631657 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.640903 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.660377 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Allocated IP 172.20.0.12 (b802c4a6-29fb-4c8f-adff-4dfc345b34cd/202c7ae9-de00-4c3a-b85f-1f433e4fd64f/49918ab0-56d2-4f88-9b4b-f13402a7000c) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:48.683945 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-15e96ce4-3cbf-4a70-8681-e946b47c62ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:48.711270 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.715136 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4070709 Sep 15 08:36:48.719896 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55962) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:48.727484 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'security_group_rule': {'security_group_id': '4dcfd10a-2f9c-47cd-b191-e6516d00bd20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:48.766227 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:48.792284 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:48.796185 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:48.800170 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcfd10a-2f9c-47cd-b191-e6516d00bd20,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:48.812918 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:48.817166 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:48.851071 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.897766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:48.939880 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:48.958963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.005131 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-91aaa3b8-b5ab-4359-a8f6-86f9ac795791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.053450 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.079961 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.081993 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7', '6f1a20e8-d1b7-4440-8ace-f12473a86453'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:49.121696 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:49.128594 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e265d24f56484e93a10dbc6452146bbc is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:49.134256 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:49.140590 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:49.192936 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.196610 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:49.197563 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event updated for resources: {'Port': ['ID=49918ab0-56d2-4f88-9b4b-f13402a7000c,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.201689 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:49.203702 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.217559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:49.221420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:49.222065 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.246518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.271381 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.299551 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.305666 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f09d5454-c814-481f-810c-ae93c28c7a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.322644 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.355028 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e265d24f56484e93a10dbc6452146bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9267495 Sep 15 08:36:49.357380 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55982) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:49.358177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4425278-3a98-425f-a900-7bb574fa7309,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.363076 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.466008 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.468390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.471853 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c49dc22-069f-4f78-92cc-1a9b3887f43e HTTP/1.1" status: 204 len: 168 time: 0.4726171 Sep 15 08:36:49.478077 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-91f3f2e7-3878-49a0-a39b-6a4de9fc8e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.486912 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966b6b-0ed9-47d8-a886-54fde42cb837 req-9a0eaecf-064f-433e-9e31-d1b69d818f52 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:49.488486 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ae966b6b-0ed9-47d8-a886-54fde42cb837 req-9a0eaecf-064f-433e-9e31-d1b69d818f52 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 932 time: 0.5097196 Sep 15 08:36:49.496362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.499147 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9456363 Sep 15 08:36:49.501487 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c49dc22-069f-4f78-92cc-1a9b3887f43e,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.503927 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.517067 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Request body: {'port': {'device_id': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:49.536309 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.555221 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.573326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2e572b7d-dd51-4655-875a-d4fd7f8adf21 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.588255 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.624077 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffeeb288-1caa-48af-a17d-7afa653bd727,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.631733 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.633371 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.637741 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7798c708-22ce-403b-bfdd-b4d59d608613 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9159870 Sep 15 08:36:49.640449 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ae966b6b-0ed9-47d8-a886-54fde42cb837 req-b4bdd434-fefa-4be6-bc1a-1bf84ac8eac8 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376991 Sep 15 08:36:49.643244 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 55992) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:49.657010 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'security_group_rule': {'security_group_id': '4dcfd10a-2f9c-47cd-b191-e6516d00bd20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:49.673049 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:49.704571 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:49.710637 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:49.718963 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:49.744020 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.764562 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.785093 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.799004 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-245ab106-7b06-49af-9d6d-3852fc21f509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.827483 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 2, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:49.836091 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4425278-3a98-425f-a900-7bb574fa7309,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.837932 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:36:49.838310 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Updating router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b port 737fe133-af0b-4e43-9e08-b0727d7a945d binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:36:49.840074 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.871764 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.873242 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4425278-3a98-425f-a900-7bb574fa7309 HTTP/1.1" status: 204 len: 168 time: 0.5122278 Sep 15 08:36:49.920990 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.929429 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.951557 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:49.979361 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e1a0ad-e5a4-405d-87a2-37f54bb18505,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:49.987206 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.989477 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:49.991036 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:49.992599 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3482404 Sep 15 08:36:49.996378 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56004) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:50.004482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:50.021734 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:50.030841 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:floatingip and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:50.034386 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:50.049139 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:50.069634 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.256910 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49918ab0-56d2-4f88-9b4b-f13402a7000c {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:50.275050 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.301422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Transition to ACTIVE for port object 49918ab0-56d2-4f88-9b4b-f13402a7000c will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:50.307050 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.328250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-94793d9b-6cf3-4449-a498-690bd8c1dff7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:50.450970 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.534522 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Pushing event updated for resources: {'Port': ['ID=49918ab0-56d2-4f88-9b4b-f13402a7000c,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:50.553103 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:50.631946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Attempting to bind port 49918ab0-56d2-4f88-9b4b-f13402a7000c on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:50.632329 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Attempting to bind port 49918ab0-56d2-4f88-9b4b-f13402a7000c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:50.633471 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Attempting to bind port 49918ab0-56d2-4f88-9b4b-f13402a7000c on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:50.651203 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Port 49918ab0-56d2-4f88-9b4b-f13402a7000c on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:36:50.651444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Attempting to bind port 49918ab0-56d2-4f88-9b4b-f13402a7000c on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:50.670422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:50.670768 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Checking segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:50.671162 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Bound using segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:50.671585 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Bound port: 49918ab0-56d2-4f88-9b4b-f13402a7000c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:50.671930 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.730056 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Allocated IP 172.27.0.232 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/29bb3001-affc-4fdb-8477-645be1f06498) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:50.819789 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-cefedf6b-8f94-4928-8d7c-769d5e352c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.862265 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.918835 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Transition to ACTIVE for port object 737fe133-af0b-4e43-9e08-b0727d7a945d will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:50.930156 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:50.948996 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:51.002813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] For port 49918ab0-56d2-4f88-9b4b-f13402a7000c, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:51.009717 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] For port 49918ab0-56d2-4f88-9b4b-f13402a7000c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:51.019825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.046861 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:51.063176 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.163370 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.179692 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.182218 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] 10.222.0.21 "PUT /v2.0/ports/49918ab0-56d2-4f88-9b4b-f13402a7000c HTTP/1.1" status: 200 len: 1094 time: 1.6702056 Sep 15 08:36:51.203309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'tag': '49918ab0-56d2-4f88-9b4b-f13402a7000c'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:51.225996 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:51.242858 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a59af-27c0-46e1-8bd3-f064ce150d3a None None] Pushing event updated for resources: {'Port': ['ID=737fe133-af0b-4e43-9e08-b0727d7a945d,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:51.265137 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-cc8a59af-27c0-46e1-8bd3-f064ce150d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:51.416544 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'Port': ['ID=29bb3001-affc-4fdb-8477-645be1f06498,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:51.428230 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Pushing event updated for resources: {'Port': ['ID=49918ab0-56d2-4f88-9b4b-f13402a7000c,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:51.440691 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:51.449220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:51.479663 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-80228f0e-3b59-42df-992c-818c468c6ff0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 1097 time: 0.2299745 Sep 15 08:36:51.494530 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Attempting to bind port 737fe133-af0b-4e43-9e08-b0727d7a945d on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:36:51.495335 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Attempting to bind port 737fe133-af0b-4e43-9e08-b0727d7a945d by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:36:51.496096 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Attempting to bind port 737fe133-af0b-4e43-9e08-b0727d7a945d on network cb672797-37c2-4dde-bc91-62357c542c19 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:36:51.507420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:36:51.507420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Checking segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:51.507420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.507420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Bound using segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:36:51.507420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Bound port: 737fe133-af0b-4e43-9e08-b0727d7a945d, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:36:51.507420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.583749 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:51.596930 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-f12d8052-4ef2-4245-b417-261fa8d3b89e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c HTTP/1.1" status: 200 len: 217 time: 0.1075516 Sep 15 08:36:51.611221 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:51.618235 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.627799 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:51.651340 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] For port 737fe133-af0b-4e43-9e08-b0727d7a945d, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:36:51.656766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] For port 737fe133-af0b-4e43-9e08-b0727d7a945d, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=737fe133-af0b-4e43-9e08-b0727d7a945d,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:36:51.664808 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:51.670125 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:51.685511 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-8b85be74-cd76-4d84-a7c6-27ef573843ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:51.687202 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-8b85be74-cd76-4d84-a7c6-27ef573843ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.0816882 Sep 15 08:36:51.770245 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a59af-27c0-46e1-8bd3-f064ce150d3a None None] Pushing event updated for resources: {'Port': ['ID=737fe133-af0b-4e43-9e08-b0727d7a945d,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:51.775048 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-cc8a59af-27c0-46e1-8bd3-f064ce150d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:51.789947 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:36:51.790543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:36:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:51.791791 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc82c3-fcbf-44cb-b651-cd9eacc972d8 req-88783adc-854e-4357-9917-953ac9bac490 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:51.793297 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6cc82c3-fcbf-44cb-b651-cd9eacc972d8 req-88783adc-854e-4357-9917-953ac9bac490 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 944 time: 0.7504349 Sep 15 08:36:51.801364 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-cfe517a2-5b2a-4b5e-acc4-9f32acd6ff15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042237 Sep 15 08:36:51.815586 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-5ee17060-5b57-4c2c-8a4b-6cbe3857dd54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.8274169 Sep 15 08:36:52.026518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-7d1dd7d5-38c0-4788-98b8-2fd297cdd75b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.028339 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-7d1dd7d5-38c0-4788-98b8-2fd297cdd75b service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.1894646 Sep 15 08:36:52.103464 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-4507bbb0-4cc3-4cce-8ba9-ff6e683cae63 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751799 Sep 15 08:36:52.151946 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6cc82c3-fcbf-44cb-b651-cd9eacc972d8 req-562d26be-756f-4fb9-bc6b-80b54f91ce5e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495624 Sep 15 08:36:52.162437 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e78c7b-3bcb-4153-b796-b8cb4fef56b3 req-eaf6df7a-88b5-465a-beda-a6f76c2a79dd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.167325 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b7e78c7b-3bcb-4153-b796-b8cb4fef56b3 req-eaf6df7a-88b5-465a-beda-a6f76c2a79dd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.7188458 Sep 15 08:36:52.282478 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-dbb7d3c7-108e-43d6-9a61-5f427f07a317 req-3c385d09-8f3a-4dcd-b0b2-5e36bdbb8092 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641531 Sep 15 08:36:52.290896 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:52.303959 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'tag': '49918ab0-56d2-4f88-9b4b-f13402a7000c', 'status': 'completed', 'code': 200} Sep 15 08:36:52.318230 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:52.320683 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-4750c678-db96-4273-84a5-017403257878 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.2824962 Sep 15 08:36:52.355140 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:36:52.471024 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-f4ec41ad-7022-43dc-945d-dbcfc892e55e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 1097 time: 0.1232913 Sep 15 08:36:52.515852 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-f747f167-a656-4345-8d3a-9a458575e89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.517321 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-f747f167-a656-4345-8d3a-9a458575e89d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.1641374 Sep 15 08:36:52.604743 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b7e78c7b-3bcb-4153-b796-b8cb4fef56b3 req-06652ddf-b6a1-4535-a3da-596370a053a4 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711306 Sep 15 08:36:52.611306 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56076) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:52.622924 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:52.651680 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-47070bfa-0f62-4ecc-a77f-bcf5df0fb101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042552 Sep 15 08:36:52.722348 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047372f6-34f2-42fd-89cb-510335a6541a req-8b48dace-73f6-464b-83a3-b8844278cf77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.723787 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-8b48dace-73f6-464b-83a3-b8844278cf77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 916 time: 0.2414200 Sep 15 08:36:52.862280 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-f52c2eb5-b0dd-4f77-9bc5-1e3703250e32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c HTTP/1.1" status: 200 len: 217 time: 0.1279261 Sep 15 08:36:52.871766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:51Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:36:52.889683 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca0e07-f790-42be-a5ee-bbfd3dac09ac None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:51Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:36:52.903520 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-15494344-1815-42a8-8a04-ecc1be7b2242 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364805 Sep 15 08:36:52.943766 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047372f6-34f2-42fd-89cb-510335a6541a req-6fd124ab-3830-48ee-94a5-2e51a505c480 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:52.957868 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-6fd124ab-3830-48ee-94a5-2e51a505c480 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.0799115 Sep 15 08:36:53.013299 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-ed3e73fb-b170-4923-a322-bbc35cd216c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472710 Sep 15 08:36:53.160440 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.167838 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-578995782-network', 'tenant_id': 'a9e8e8663107454995a38cae05e6c8ec'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:53.172718 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:53.176630 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Usage tracker for resource:network and tenant:a9e8e8663107454995a38cae05e6c8ec is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:53.180592 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:53.185957 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:53.198327 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.312065 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Made reservation on behalf of a9e8e8663107454995a38cae05e6c8ec for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:53.315497 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.328329 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-6d0ff999-4d89-4448-b5ae-37e709fc782b service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016012 Sep 15 08:36:53.341630 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.344492 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-11c572dd-21ce-4a11-ae5b-1a48c2871a7b tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:53.476128 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.506054 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-047372f6-34f2-42fd-89cb-510335a6541a req-3b8b4652-fd04-4364-aaf9-86e2b61ce61b service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703169 Sep 15 08:36:53.586194 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 737fe133-af0b-4e43-9e08-b0727d7a945d up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:53.640425 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a34eca8d-49fa-41b2-a246-7b6cbe044649 req-3681e741-719d-4fb5-9e24-9749ba13fe57 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7211838 Sep 15 08:36:53.649736 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'Port': ['ID=29bb3001-affc-4fdb-8477-645be1f06498,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:53.680515 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:53.685099 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 737fe133-af0b-4e43-9e08-b0727d7a945d completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:53.690664 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 737fe133-af0b-4e43-9e08-b0727d7a945d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:53.691152 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.766800 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:53.781331 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Usage tracker for resource:security_group_rule and tenant:a9e8e8663107454995a38cae05e6c8ec is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:53.785429 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.791869 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:53.802108 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:53.843193 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800e76c-9a70-4bce-9ac8-3996be70f27c req-8424daf6-f16b-4e89-815b-8a33e4177f24 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:53.845665 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8800e76c-9a70-4bce-9ac8-3996be70f27c req-8424daf6-f16b-4e89-815b-8a33e4177f24 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 944 time: 0.4633369 Sep 15 08:36:53.897599 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.903234 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.905543 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9080937 Sep 15 08:36:53.986152 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 737fe133-af0b-4e43-9e08-b0727d7a945d, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=737fe133-af0b-4e43-9e08-b0727d7a945d,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:53.987266 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8800e76c-9a70-4bce-9ac8-3996be70f27c req-86ecf667-dc32-4ddc-b6c8-e30dcd73106e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324356 Sep 15 08:36:53.997128 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:53.999127 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:54.134576 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.144378 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.158548 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:54.192067 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348976b-eaac-4b5c-9e9f-e69be23ecc7e,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:54.203664 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=737fe133-af0b-4e43-9e08-b0727d7a945d,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:54.211342 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:54.225222 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:54.241340 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:36:54.263644 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.263852 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Added segment a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3 of type vlan for network 727482d9-75a6-47b8-ab76-96321c072fdb Sep 15 08:36:54.278624 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa20a5-e218-4b84-9f7c-48e17525a0cd req-cccd7e32-a63b-4351-94e9-decf1ab840c2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.282444 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bfaa20a5-e218-4b84-9f7c-48e17525a0cd req-cccd7e32-a63b-4351-94e9-decf1ab840c2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2328188 Sep 15 08:36:54.321037 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.371839 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.377408 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.378172 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.385205 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f3dadc50-c556-4b87-aa93-7dac9637a6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:54.516046 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0a75efab-25e8-4454-8b74-02531474ef03 req-2f6d22e8-5b79-46f9-898e-93ba194241a3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:54.524598 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Pushing event updated for resources: {'Network': ['ID=727482d9-75a6-47b8-ab76-96321c072fdb,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:54.530325 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9152672 Sep 15 08:36:54.530325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:54.531541 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 56138) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:54.535982 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 727482d9-75a6-47b8-ab76-96321c072fdb details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:36:54.541915 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Request body: {'subnet': {'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-578995782-subnet', 'tenant_id': 'a9e8e8663107454995a38cae05e6c8ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:54.542441 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bfaa20a5-e218-4b84-9f7c-48e17525a0cd req-65031c41-f227-42f5-8806-ce13287a7e2a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947634 Sep 15 08:36:54.549677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:54.555816 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Usage tracker for resource:subnet and tenant:a9e8e8663107454995a38cae05e6c8ec is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:54.573196 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:54.580110 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:54.600099 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Made reservation on behalf of a9e8e8663107454995a38cae05e6c8ec for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:54.604842 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.612866 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0a75efab-25e8-4454-8b74-02531474ef03 req-2f6d22e8-5b79-46f9-898e-93ba194241a3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:54.614181 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-2f6d22e8-5b79-46f9-898e-93ba194241a3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--701716702&fields=id&tenant_id=f4b8a2b94bc34332b54c43c7596efbe9 HTTP/1.1" status: 200 len: 267 time: 0.3422053 Sep 15 08:36:54.811046 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c4dcbae6-cbdf-401c-8018-2cd0fa10973c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:54.812052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c4dcbae6-cbdf-401c-8018-2cd0fa10973c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:network {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:54.836629 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c4dcbae6-cbdf-401c-8018-2cd0fa10973c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:network {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:54.838080 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c4dcbae6-cbdf-401c-8018-2cd0fa10973c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 811 time: 0.2162256 Sep 15 08:36:54.857348 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-9548e797-47dd-4c88-8afe-80f4798b0729 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/quotas/f4b8a2b94bc34332b54c43c7596efbe9 HTTP/1.1" status: 200 len: 375 time: 0.0135524 Sep 15 08:36:54.892643 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 49918ab0-56d2-4f88-9b4b-f13402a7000c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:36:54.913571 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:54.919181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e29681c6-7d45-441e-b497-32d65bf32b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:55.001668 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a992938a-e5f4-4612-9ee5-b207737c0da7,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:55.007069 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:55.012250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Checking segment: {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:36:55.012629 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Network hostable DHCP agents. Network: 727482d9-75a6-47b8-ab76-96321c072fdb, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:36:55.022805 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-93ca9e4d-efd2-4568-a677-b362b512d4ea tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599212 Sep 15 08:36:55.047623 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Network 727482d9-75a6-47b8-ab76-96321c072fdb is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:36:55.068118 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 727482d9-75a6-47b8-ab76-96321c072fdb) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:55.077811 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:55.079956 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.088532 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093844e-2fc1-415b-b423-eb692de7ff53 None None] Network 727482d9-75a6-47b8-ab76-96321c072fdb requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:55.135523 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-19a16972-b84a-4443-9e3c-aea5aaa50130 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6014822 Sep 15 08:36:55.267680 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-09105758-bc5b-4f88-a72a-48787d95e08f service neutron] 10.222.0.36 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218232 Sep 15 08:36:55.378389 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 49918ab0-56d2-4f88-9b4b-f13402a7000c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:55.410014 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '49918ab0-56d2-4f88-9b4b-f13402a7000c', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'port_id': '49918ab0-56d2-4f88-9b4b-f13402a7000c', 'mac_address': 'fa:16:3e:5e:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202c7ae9-de00-4c3a-b85f-1f433e4fd64f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:36:55.524487 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.535018 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c9308-d97c-418e-b545-94d387d48e2d req-efcc0f8b-aafa-47ab-a4f0-76ba6e4c1c56 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:55.542290 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a08c9308-d97c-418e-b545-94d387d48e2d req-efcc0f8b-aafa-47ab-a4f0-76ba6e4c1c56 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 944 time: 0.3314190 Sep 15 08:36:55.561046 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49918ab0-56d2-4f88-9b4b-f13402a7000c {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:36:55.567982 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 737fe133-af0b-4e43-9e08-b0727d7a945d up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:55.599770 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-7e84e930-33ed-4bc7-98d2-9edd80d2366d service neutron] 10.222.0.36 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890329 Sep 15 08:36:55.622157 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a08c9308-d97c-418e-b545-94d387d48e2d req-a45c893d-5205-40e1-aca7-e68120978cec tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 Sep 15 08:36:55.682198 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 49918ab0-56d2-4f88-9b4b-f13402a7000c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:55.692146 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.700807 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-cc8a59af-27c0-46e1-8bd3-f064ce150d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:55.794262 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=49918ab0-56d2-4f88-9b4b-f13402a7000c,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:55.800543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:55.846759 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbca1-ab34-4dc8-849c-897b7998eed9 req-9450795a-7502-46a7-8efc-d56df6d24d77 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:55.848319 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e1ccbca1-ab34-4dc8-849c-897b7998eed9 req-9450795a-7502-46a7-8efc-d56df6d24d77 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1104386 Sep 15 08:36:55.870347 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 737fe133-af0b-4e43-9e08-b0727d7a945d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:55.870804 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:55.918411 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18acf8f9-920e-41ce-81f0-1084f830717f None None] Network 727482d9-75a6-47b8-ab76-96321c072fdb requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:36:55.941169 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e1ccbca1-ab34-4dc8-849c-897b7998eed9 req-090a26a2-177b-4ad2-90d6-3e7281619c35 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841625 Sep 15 08:36:56.047106 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9ebc6b5d-d0f0-487c-ac8a-15082a048db9 req-6cbb0d2b-de3e-4dc2-b4f4-b425efec832a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 210 time: 0.1089640 Sep 15 08:36:56.248210 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['49918ab0-56d2-4f88-9b4b-f13402a7000c'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:36:56.270348 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56194) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:56.488131 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.528068 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:56.532645 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Usage tracker for resource:security_group_rule and tenant:581f18522645496396a78b7002cbb389 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:56.536369 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:56.544034 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:56.622558 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.627997 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.636385 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d6d8208f-7da1-42ec-aa1b-52843e7e82e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:56.683637 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 56208) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:56.684185 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=581f18522645496396a78b7002cbb389&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4123645 Sep 15 08:36:56.684567 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01443e8-90c0-4b2e-87cc-ba100330a02f,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:56.687886 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:56.774335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.817057 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.899467 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.903169 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9c4b444c-38a3-4897-b538-fd3def1fed8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:56.919658 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01443e8-90c0-4b2e-87cc-ba100330a02f,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:56.928205 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:56.930339 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f01443e8-90c0-4b2e-87cc-ba100330a02f HTTP/1.1" status: 204 len: 168 time: 0.2454512 Sep 15 08:36:56.931607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:56.960371 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44b7a-f3c7-4a6e-8282-502a535a0cb6 req-d0f8069a-4a63-4369-856a-33558068ab57 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:56.962036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fcc44b7a-f3c7-4a6e-8282-502a535a0cb6 req-d0f8069a-4a63-4369-856a-33558068ab57 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 945 time: 0.1894622 Sep 15 08:36:57.018532 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fcc44b7a-f3c7-4a6e-8282-502a535a0cb6 req-bdc49f56-23d0-4ca3-8905-b75e5aa1cccf tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502634 Sep 15 08:36:57.232815 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84c60-da42-40d5-bdf9-45d6321f4212 req-b00d4699-6d98-4020-ae87-cf199b924096 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:57.236449 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c2a84c60-da42-40d5-bdf9-45d6321f4212 req-b00d4699-6d98-4020-ae87-cf199b924096 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1148083 Sep 15 08:36:57.306358 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1f08d797-3138-4b64-be5d-993117e069ac req-595dd23f-d292-4699-8240-e0bd626bccd7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 210 time: 0.0686591 Sep 15 08:36:57.340129 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c2a84c60-da42-40d5-bdf9-45d6321f4212 req-45d76b8c-d2ee-40ed-a525-f06164aeddf2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575809 Sep 15 08:36:57.635999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75efab-25e8-4454-8b74-02531474ef03 req-8f716679-5208-4356-b857-d781cd30e429 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:57.648769 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 56234) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:57.650353 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-8f716679-5208-4356-b857-d781cd30e429 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 811 time: 0.2893338 Sep 15 08:36:57.670039 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.712563 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:57.717090 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Usage tracker for resource:security_group_rule and tenant:73c369f9d90f47748d871242867fa642 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:57.721019 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:57.729119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:57.754365 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-3912a12f-f988-46a2-8539-0bd682e9c755 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b8a2b94bc34332b54c43c7596efbe9 HTTP/1.1" status: 200 len: 379 time: 0.0798707 Sep 15 08:36:57.775914 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'port': {'device_id': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'admin_state_up': True, 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'security_groups': ['4dcfd10a-2f9c-47cd-b191-e6516d00bd20']}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:57.829285 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.837907 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:57.847529 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-883eae3b-0955-48eb-900c-f9a76bde6d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:57.936931 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=73c369f9d90f47748d871242867fa642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2937779 Sep 15 08:36:57.939629 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56246) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:36:57.945089 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def8688-52bb-45ea-835f-3cacc798ef98,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:57.948453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:57.975952 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:36:57.984704 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:port and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:36:57.994227 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:36:58.003513 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:36:58.041956 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Made reservation on behalf of f4b8a2b94bc34332b54c43c7596efbe9 for: {'port': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:36:58.044833 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.130781 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.219117 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.309288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-b0250f26-f26a-4400-8fc7-e16d721be435 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.311407 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-b0250f26-f26a-4400-8fc7-e16d721be435 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Synchronizing usage tracker for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:network {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:58.439001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-b0250f26-f26a-4400-8fc7-e16d721be435 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Unset dirty status for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:network {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:58.440254 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-b0250f26-f26a-4400-8fc7-e16d721be435 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/networks?id=727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 200 len: 808 time: 0.4275663 Sep 15 08:36:58.468415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.482179 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-107c8f13-a4c1-4736-9f72-b67f27983ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:58.495389 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Allocated IP 172.20.0.14 (cb672797-37c2-4dde-bc91-62357c542c19/3202846d-867e-40aa-8799-d846cee08586/4086ad15-1fd3-4c6f-99f9-7da3b27f7909) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:36:58.503414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1def8688-52bb-45ea-835f-3cacc798ef98,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:58.508007 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-bd297673-6d53-4480-bff0-ba62f3522c04 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/quotas/a9e8e8663107454995a38cae05e6c8ec HTTP/1.1" status: 200 len: 375 time: 0.0602736 Sep 15 08:36:58.509882 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:58.580954 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-6541e622-3f7a-49d9-b2c4-e3717132c776 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9e8e8663107454995a38cae05e6c8ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643656 Sep 15 08:36:58.592189 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:58.593225 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1def8688-52bb-45ea-835f-3cacc798ef98 HTTP/1.1" status: 204 len: 168 time: 0.6513822 Sep 15 08:36:58.622830 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd38df-0a2e-4c4c-ac68-85975654d9eb req-a2d4eff8-a569-4605-9b33-da31dcb329be tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:58.624279 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28dd38df-0a2e-4c4c-ac68-85975654d9eb req-a2d4eff8-a569-4605-9b33-da31dcb329be tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 945 time: 0.2528930 Sep 15 08:36:58.839734 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28dd38df-0a2e-4c4c-ac68-85975654d9eb req-ee267bf9-894b-44a5-8dfc-7c6dbc99f112 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064435 Sep 15 08:36:58.913178 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-d34e4ab5-e9eb-48db-995b-aa5a312ae871 service neutron] 10.222.0.36 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164997 Sep 15 08:36:58.924793 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 49918ab0-56d2-4f88-9b4b-f13402a7000c up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:36:58.964027 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.043480 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 49918ab0-56d2-4f88-9b4b-f13402a7000c completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:59.050610 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 49918ab0-56d2-4f88-9b4b-f13402a7000c triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:59.051671 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.104607 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d21f3160-4937-4129-a88b-5557624f597f req-b468a569-9534-4779-89de-3cd7293655cf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:36:59.111012 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Transition to ACTIVE for port object 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 will not be triggered until provisioned by entity DHCP. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:36:59.162295 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d21f3160-4937-4129-a88b-5557624f597f req-b468a569-9534-4779-89de-3cd7293655cf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:36:59.164863 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d21f3160-4937-4129-a88b-5557624f597f req-b468a569-9534-4779-89de-3cd7293655cf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 210 time: 0.1286404 Sep 15 08:36:59.191250 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-86a4cf12-539a-487c-bddf-f6cf0b8dfc6d service neutron] 10.222.0.36 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627289 Sep 15 08:36:59.193120 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.211299 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.217090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6f652262-4ee6-40f0-9b14-0f8eb410feb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:59.259031 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49918ab0-56d2-4f88-9b4b-f13402a7000c'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:36:59.280154 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 49918ab0-56d2-4f88-9b4b-f13402a7000c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:36:59.295484 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.297383 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:36:59.369850 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'Port': ['ID=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:59.373024 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:59.391760 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Network cb672797-37c2-4dde-bc91-62357c542c19 is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:36:59.394402 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:36:59.402221 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:36:59.577663 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=49918ab0-56d2-4f88-9b4b-f13402a7000c,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:36:59.584169 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:36:59.747791 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:59.748355 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.777341 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0059552 Sep 15 08:36:59.787656 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7b2ee-07b3-4c39-8103-a451856b84b9 req-10916c0d-5866-4623-b6b0-31cf265df7aa tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:36:59.790480 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-21b7b2ee-07b3-4c39-8103-a451856b84b9 req-10916c0d-5866-4623-b6b0-31cf265df7aa tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.3247313 Sep 15 08:36:59.795944 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Request body: {'port': {'device_id': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:36:59.823675 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49918ab0-56d2-4f88-9b4b-f13402a7000c', 'code': 200} Sep 15 08:36:59.843972 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-c8326152-0b46-4729-b895-153aa6374e95 None None] Provisioning for port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:36:59.850228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-c8326152-0b46-4729-b895-153aa6374e95 None None] Provisioning complete for port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:36:59.850958 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c8326152-0b46-4729-b895-153aa6374e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:36:59.918343 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-c8326152-0b46-4729-b895-153aa6374e95 None None] Port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:37:00.008315 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ee919571-a38a-4f05-a411-3ac9ad0d3289 req-31e2650b-7b55-4220-bef3-641d53b687b6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 210 time: 0.1184914 Sep 15 08:37:00.070739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:00.114049 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-21b7b2ee-07b3-4c39-8103-a451856b84b9 req-7810763d-6c11-4775-a5bb-f5977b40655d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148635 Sep 15 08:37:00.181005 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-30ae8829-df63-4420-b0d8-74a912931eb2 req-008d7505-6f4b-4a71-ad6a-02ff4d195443 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 1099 time: 0.1554675 Sep 15 08:37:00.244074 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-30ae8829-df63-4420-b0d8-74a912931eb2 req-f1460b26-ddd3-43f5-8865-04ce610d6120 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553319 Sep 15 08:37:00.532970 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd171c7-bd37-4b23-ac55-4ef4c7fc6868 req-ae0772ab-f6f8-46cc-a2f4-4a765019b4a9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:00.534476 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ddd171c7-bd37-4b23-ac55-4ef4c7fc6868 req-ae0772ab-f6f8-46cc-a2f4-4a765019b4a9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.3365717 Sep 15 08:37:00.596065 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c60fb-5940-45b2-805f-16b08340b4aa req-9a8984b5-8d08-4ea7-859e-cdd99ecc49e8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:00.597515 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-901c60fb-5940-45b2-805f-16b08340b4aa req-9a8984b5-8d08-4ea7-859e-cdd99ecc49e8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 932 time: 0.2648408 Sep 15 08:37:00.752406 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ddd171c7-bd37-4b23-ac55-4ef4c7fc6868 req-ed167776-223d-48bc-b5f3-c473a25cb9b3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094140 Sep 15 08:37:00.779549 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-901c60fb-5940-45b2-805f-16b08340b4aa req-ae460672-aba7-44c1-a1c7-128e0d5d491f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591380 Sep 15 08:37:00.787314 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 {{(pid=75064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:00.794520 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:00.812164 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Transition to ACTIVE for port object 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 will not be triggered until provisioned by entity L2. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:00.817119 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:00.830339 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:00.894801 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Pushing event updated for resources: {'Port': ['ID=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:00.898468 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:01.096307 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Attempting to bind port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:01.096669 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Attempting to bind port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}] {{(pid=75064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:01.097020 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Attempting to bind port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 on network cb672797-37c2-4dde-bc91-62357c542c19 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:01.104064 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 on network cb672797-37c2-4dde-bc91-62357c542c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:37:01.104378 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Attempting to bind port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 on network cb672797-37c2-4dde-bc91-62357c542c19 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:01.115672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:01.116042 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Checking segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:01.116979 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Bound using segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:01.117170 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Bound port: 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}}] {{(pid=75064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:01.117756 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:01.308952 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fc603c90-05a5-483d-a169-83a7abf6f21e req-4ca491f9-0330-4ebe-8cc4-658bcf0244c6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 210 time: 0.0458100 Sep 15 08:37:01.452537 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-5b68ce2a-ccd1-46c6-ae58-30838ade0334 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:01.454811 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-5b68ce2a-ccd1-46c6-ae58-30838ade0334 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "GET /v2.0/networks?id=727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 200 len: 808 time: 0.2086697 Sep 15 08:37:01.456744 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] For port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host hv-cinder-80600, cleared binding levels {{(pid=75064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:01.475705 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Request body: {'port': {'device_id': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb', 'admin_state_up': True, 'tenant_id': 'a9e8e8663107454995a38cae05e6c8ec'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:01.485729 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] For port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:01.490994 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:01.501428 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43c92e-e1e5-4715-bcfb-88e18082b90b req-9bd62e47-96b3-4f73-81ad-f45692fb9737 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:01.508287 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5f43c92e-e1e5-4715-bcfb-88e18082b90b req-9bd62e47-96b3-4f73-81ad-f45692fb9737 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1684251 Sep 15 08:37:01.511677 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:01.619436 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:01.620829 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] 10.222.0.21 "PUT /v2.0/ports/4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 200 len: 1094 time: 1.8294451 Sep 15 08:37:01.621334 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:01.653068 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Pushing event updated for resources: {'Port': ['ID=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,revision_number=3']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:01.659372 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:01.692153 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5f43c92e-e1e5-4715-bcfb-88e18082b90b req-1ef59e66-2b3c-471f-9a40-2d464a3db799 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829281 Sep 15 08:37:01.728493 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'status': 'completed', 'code': 200} Sep 15 08:37:01.768918 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:01.774847 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Usage tracker for resource:port and tenant:a9e8e8663107454995a38cae05e6c8ec is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:01.781176 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:01.791719 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:01.808892 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Made reservation on behalf of a9e8e8663107454995a38cae05e6c8ec for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:01.818667 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.045357 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Allocated IP 172.20.0.5 (727482d9-75a6-47b8-ab76-96321c072fdb/a992938a-e5f4-4612-9ee5-b207737c0da7/e4641e06-4d3a-4396-af67-3987b4ce44d0) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:02.062563 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9b809abc-6fe8-497e-a5ec-9b14fccf1666 req-5248f36f-9af1-4f93-a2ca-9c9a97f38913 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1097 time: 0.2427552 Sep 15 08:37:02.333378 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.375013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.386276 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:02.446033 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b809abc-6fe8-497e-a5ec-9b14fccf1666 req-005b8654-1598-46a6-903d-2749d6d5a046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.447526 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9b809abc-6fe8-497e-a5ec-9b14fccf1666 req-005b8654-1598-46a6-903d-2749d6d5a046 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3428569 Sep 15 08:37:02.453350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3e8f-21cf-4e93-987c-fd26fa5e3b05 req-d498ee48-0bc7-43d0-bf4c-135672445b5d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.455047 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-598e3e8f-21cf-4e93-987c-fd26fa5e3b05 req-d498ee48-0bc7-43d0-bf4c-135672445b5d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.3967290 Sep 15 08:37:02.472957 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Network 727482d9-75a6-47b8-ab76-96321c072fdb is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:02.476675 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:02.478611 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Pushing event updated for resources: {'Port': ['ID=e4641e06-4d3a-4396-af67-3987b4ce44d0,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:02.480698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:02.484491 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.485105 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.489783 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3787b-d9fa-4c5d-95fd-7c679663a11a req-932f4b65-cd21-4bed-beb8-d8a6ab1dadff tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.490458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:02.491242 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0ae3787b-d9fa-4c5d-95fd-7c679663a11a req-932f4b65-cd21-4bed-beb8-d8a6ab1dadff tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 944 time: 0.3876400 Sep 15 08:37:02.511994 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0406163 Sep 15 08:37:02.526660 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Request body: {'port': {'device_id': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:02.651123 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-598e3e8f-21cf-4e93-987c-fd26fa5e3b05 req-532fe5dd-fa3f-4068-a7c6-199720261fed tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719575 Sep 15 08:37:02.667872 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0ae3787b-d9fa-4c5d-95fd-7c679663a11a req-f2d6acf2-9a3d-4946-aecc-196ab4796498 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080699 Sep 15 08:37:02.687310 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b809abc-6fe8-497e-a5ec-9b14fccf1666 req-134d90fe-e9ff-431c-b7d6-e03f4e6f2e46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:02.688808 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9b809abc-6fe8-497e-a5ec-9b14fccf1666 req-134d90fe-e9ff-431c-b7d6-e03f4e6f2e46 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318895 Sep 15 08:37:02.728629 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:02.815252 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-ad5de0bb-30f1-4a9b-98bc-00eb99b7d599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1097 time: 0.0826950 Sep 15 08:37:02.986528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-0a2beb92-ff02-4749-a882-3731e6f0a6a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 200 len: 217 time: 0.1584184 Sep 15 08:37:03.088908 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75efab-25e8-4454-8b74-02531474ef03 req-3f8f351d-7067-4203-a0df-27426f9af356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.090413 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-3f8f351d-7067-4203-a0df-27426f9af356 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0954676 Sep 15 08:37:03.159851 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394db2b-a324-4a10-9310-49af79ac8ff8 req-ced4c657-90a8-4897-9c96-fc80ce88e737 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.161633 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f394db2b-a324-4a10-9310-49af79ac8ff8 req-ced4c657-90a8-4897-9c96-fc80ce88e737 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 931 time: 0.2780595 Sep 15 08:37:03.168720 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7880e7-642b-401c-9569-b4e442c6011e req-d51ea70c-34f6-4650-ba72-979009d40466 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.171031 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ca7880e7-642b-401c-9569-b4e442c6011e req-d51ea70c-34f6-4650-ba72-979009d40466 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2260971 Sep 15 08:37:03.209213 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4641e06-4d3a-4396-af67-3987b4ce44d0 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:03.217264 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.247812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Transition to ACTIVE for port object e4641e06-4d3a-4396-af67-3987b4ce44d0 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:03.256400 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.261284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3fa85485-da8d-4953-a16d-ee13bf6b3e56 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:03.300087 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-f394db2b-a324-4a10-9310-49af79ac8ff8 req-8da5998a-f8e1-4cf9-9fa7-403f52533c1a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Synchronizing usage tracker for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:03.305657 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-77ab1715-59b4-43b0-af34-182ea8191680 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2036743 Sep 15 08:37:03.312314 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ca7880e7-642b-401c-9569-b4e442c6011e req-29c20668-17b9-4043-a167-5bca94952d00 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098807 Sep 15 08:37:03.411770 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Pushing event updated for resources: {'Port': ['ID=e4641e06-4d3a-4396-af67-3987b4ce44d0,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:03.415647 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:03.429266 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-f394db2b-a324-4a10-9310-49af79ac8ff8 req-8da5998a-f8e1-4cf9-9fa7-403f52533c1a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Unset dirty status for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:03.430654 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f394db2b-a324-4a10-9310-49af79ac8ff8 req-8da5998a-f8e1-4cf9-9fa7-403f52533c1a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592731 Sep 15 08:37:03.478827 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Attempting to bind port e4641e06-4d3a-4396-af67-3987b4ce44d0 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:03.479352 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Attempting to bind port e4641e06-4d3a-4396-af67-3987b4ce44d0 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:03.479623 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Attempting to bind port e4641e06-4d3a-4396-af67-3987b4ce44d0 on network 727482d9-75a6-47b8-ab76-96321c072fdb {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:03.485537 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Port e4641e06-4d3a-4396-af67-3987b4ce44d0 on network 727482d9-75a6-47b8-ab76-96321c072fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:37:03.485868 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Attempting to bind port e4641e06-4d3a-4396-af67-3987b4ce44d0 on network 727482d9-75a6-47b8-ab76-96321c072fdb {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:03.494074 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:03.494426 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Checking segment: {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:03.494967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Bound using segment: {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:03.495642 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Bound port: e4641e06-4d3a-4396-af67-3987b4ce44d0, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:03.495877 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.500856 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-510ea89b-4502-4dda-8c9f-fbb8eda21054 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643085 Sep 15 08:37:03.589853 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] For port e4641e06-4d3a-4396-af67-3987b4ce44d0, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:03.597862 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] For port e4641e06-4d3a-4396-af67-3987b4ce44d0, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:03.605986 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.610441 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fc413ce5-78b5-472d-88f7-f136cb47e73a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:03.642525 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a75efab-25e8-4454-8b74-02531474ef03 req-915d02a5-6222-48a7-b686-4b536415c1a0 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341088 Sep 15 08:37:03.671425 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:03.673062 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] 10.222.0.21 "PUT /v2.0/ports/e4641e06-4d3a-4396-af67-3987b4ce44d0 HTTP/1.1" status: 200 len: 1093 time: 1.1505637 Sep 15 08:37:03.673560 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'tag': 'e4641e06-4d3a-4396-af67-3987b4ce44d0'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:03.696309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Pushing event updated for resources: {'Port': ['ID=e4641e06-4d3a-4396-af67-3987b4ce44d0,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:03.701334 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:03.774020 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'tag': 'e4641e06-4d3a-4396-af67-3987b4ce44d0', 'status': 'completed', 'code': 200} Sep 15 08:37:03.811449 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-85c6c753-9a25-4603-856c-2e3937ebb25c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e8e8663107454995a38cae05e6c8ec&device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0797904 Sep 15 08:37:03.907094 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-295e09dc-597f-4f2b-a1ec-f3c258b10605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0 HTTP/1.1" status: 200 len: 217 time: 0.0823481 Sep 15 08:37:03.925283 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b102b-4046-486f-b080-84bf42d7a335 req-edcae5cf-a986-4b8f-9962-17a8cb1fb6dd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.927365 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c64b102b-4046-486f-b080-84bf42d7a335 req-edcae5cf-a986-4b8f-9962-17a8cb1fb6dd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 944 time: 0.0901163 Sep 15 08:37:03.974542 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-919230a0-6bcc-4a83-a303-ef4b6ab68558 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:03.975280 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c64b102b-4046-486f-b080-84bf42d7a335 req-aa734428-d752-4c78-9fdb-1ada96e95528 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Sep 15 08:37:03.976098 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-919230a0-6bcc-4a83-a303-ef4b6ab68558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a992938a-e5f4-4612-9ee5-b207737c0da7 HTTP/1.1" status: 200 len: 848 time: 0.0612965 Sep 15 08:37:04.002408 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:37:04.038053 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-75ab1539-03f4-4587-93ea-99edec22d8ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727482d9-75a6-47b8-ab76-96321c072fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392010 Sep 15 08:37:04.174770 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-e11084e1-985d-4ff1-88b6-fdf589d203fc service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269784 Sep 15 08:37:04.319634 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-111bf39c-fafe-4264-9b7c-f34aa25df84d req-e4447ced-d7e5-4114-be7a-6df027179e02 service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315734 Sep 15 08:37:04.462185 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-2b4a3f0b-dda3-4241-8c72-90afd88808c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e8e8663107454995a38cae05e6c8ec&device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0890810 Sep 15 08:37:04.551699 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e724cf-c06e-4dc3-aa10-a2332012a3d3 req-ad5ea0d1-a5fd-457c-823e-f94894f8046f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.553170 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26e724cf-c06e-4dc3-aa10-a2332012a3d3 req-ad5ea0d1-a5fd-457c-823e-f94894f8046f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0861025 Sep 15 08:37:04.608198 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16707c-430d-4021-83d9-6669111946b7 req-567b5a27-5bd8-4e6b-ad6f-6399b004db6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.609832 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-567b5a27-5bd8-4e6b-ad6f-6399b004db6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 200 len: 909 time: 0.1358445 Sep 15 08:37:04.651700 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26e724cf-c06e-4dc3-aa10-a2332012a3d3 req-1e73e90d-382e-4cec-bef5-16bdb9dae9a5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922034 Sep 15 08:37:04.677582 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c494d54-f5dc-4d8b-97a2-c08b6813c043 req-575342ef-f236-47ed-8845-3de79cb0d6cb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.680153 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3c494d54-f5dc-4d8b-97a2-c08b6813c043 req-575342ef-f236-47ed-8845-3de79cb0d6cb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 943 time: 0.1065333 Sep 15 08:37:04.682562 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-dddb6870-26fc-48d7-a745-34eab09bf513 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0 HTTP/1.1" status: 200 len: 217 time: 0.0605183 Sep 15 08:37:04.753791 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3c494d54-f5dc-4d8b-97a2-c08b6813c043 req-48989b87-6165-47f5-9e27-24e6043d6da6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641117 Sep 15 08:37:04.822743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16707c-430d-4021-83d9-6669111946b7 req-703890a7-0a1d-4fe4-8c64-90c1c6c7d756 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:04.824185 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-703890a7-0a1d-4fe4-8c64-90c1c6c7d756 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a992938a-e5f4-4612-9ee5-b207737c0da7 HTTP/1.1" status: 200 len: 848 time: 0.1337242 Sep 15 08:37:04.873224 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-a8cbd67f-d548-4653-b317-8aa33cbf65f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727482d9-75a6-47b8-ab76-96321c072fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404940 Sep 15 08:37:05.025732 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-d40742a9-57c6-4a05-a4c5-9230ed8be322 service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417458 Sep 15 08:37:05.199740 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2a16707c-430d-4021-83d9-6669111946b7 req-86e69b1e-88c8-42c9-91a9-2abcd8c3390f service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661661 Sep 15 08:37:05.413202 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256d648-9bea-4f3b-8e83-80c773bcbfda req-aa78471c-4f1f-41b3-a6ec-38c82690999f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:05.416968 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8256d648-9bea-4f3b-8e83-80c773bcbfda req-aa78471c-4f1f-41b3-a6ec-38c82690999f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 944 time: 0.0993268 Sep 15 08:37:05.475394 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8256d648-9bea-4f3b-8e83-80c773bcbfda req-87624e17-a342-4fea-aa74-7cf844d31e4f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539021 Sep 15 08:37:05.859353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069145b-507b-4fc1-a40e-73e490c4be8a req-8d83ba8f-11b8-4808-a3ff-dcaaa4cd6c40 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:05.860842 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4069145b-507b-4fc1-a40e-73e490c4be8a req-8d83ba8f-11b8-4808-a3ff-dcaaa4cd6c40 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0790591 Sep 15 08:37:06.022618 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4069145b-507b-4fc1-a40e-73e490c4be8a req-dd0c24e9-3562-43ef-b3be-a2fe613ad5b0 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560619 Sep 15 08:37:06.040238 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6feb-4e6b-40a6-82c5-0f9b16762184 req-a4683eb8-1c6a-4042-b1aa-7334cc6965b1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:06.041700 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-691b6feb-4e6b-40a6-82c5-0f9b16762184 req-a4683eb8-1c6a-4042-b1aa-7334cc6965b1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 943 time: 0.1580374 Sep 15 08:37:06.090915 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-691b6feb-4e6b-40a6-82c5-0f9b16762184 req-3f3b76a0-537f-4236-9559-40e1903972c6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Sep 15 08:37:06.271983 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a7990219-244c-4ba1-99af-007693866a8d req-814776ac-0ec3-4e1c-b4ee-08817e1e5227 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.0736239 Sep 15 08:37:06.318245 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a7990219-244c-4ba1-99af-007693866a8d req-963cff3b-6544-4ada-9f12-858983820fd7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Sep 15 08:37:06.691647 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f954-c12f-4583-a08c-7ab8929f1cb7 req-72c16819-2d78-46e2-99ad-e1654e339787 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:06.693731 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4683f954-c12f-4583-a08c-7ab8929f1cb7 req-72c16819-2d78-46e2-99ad-e1654e339787 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 944 time: 0.0856397 Sep 15 08:37:06.746726 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4683f954-c12f-4583-a08c-7ab8929f1cb7 req-e2a60515-46de-4cc6-8b6a-7907b81ada53 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466375 Sep 15 08:37:06.941502 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device e4641e06-4d3a-4396-af67-3987b4ce44d0 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:07.078960 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port e4641e06-4d3a-4396-af67-3987b4ce44d0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.092425 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'e4641e06-4d3a-4396-af67-3987b4ce44d0', 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb', 'port_id': 'e4641e06-4d3a-4396-af67-3987b4ce44d0', 'mac_address': 'fa:16:3e:40:b3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a992938a-e5f4-4612-9ee5-b207737c0da7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:07.146600 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.164893 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4641e06-4d3a-4396-af67-3987b4ce44d0 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:07.180251 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port e4641e06-4d3a-4396-af67-3987b4ce44d0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.184694 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.185659 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:07.190341 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:07.278094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914045f-fe39-4800-9a93-c4a5ff97720f req-9153345f-bb33-443e-8592-6315ad186e30 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:07.279552 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c914045f-fe39-4800-9a93-c4a5ff97720f req-9153345f-bb33-443e-8592-6315ad186e30 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1320765 Sep 15 08:37:07.317913 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=e4641e06-4d3a-4396-af67-3987b4ce44d0,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:07.321224 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:07.349446 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3021b8-b02e-4e84-b5d0-3f9448995427 req-894e5190-79dd-41f5-b553-80ff51e73832 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:07.352158 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6d3021b8-b02e-4e84-b5d0-3f9448995427 req-894e5190-79dd-41f5-b553-80ff51e73832 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.1365042 Sep 15 08:37:07.357233 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c914045f-fe39-4800-9a93-c4a5ff97720f req-2a51e568-a298-4955-a0e9-6f553ec72d0c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678113 Sep 15 08:37:07.393530 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.402177 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6d3021b8-b02e-4e84-b5d0-3f9448995427 req-a5bc4e81-3343-4c43-8c60-8a1358a85d8e tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 Sep 15 08:37:07.408333 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'port_id': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'mac_address': 'fa:16:3e:ca:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:07.466044 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.485524 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:07.501918 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:07.506240 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:07.508284 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:07.577254 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:07.580773 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:07.890419 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56480) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:07.998228 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947c68-4eae-41a8-b9bd-aea809c44964 req-d4cd2e2d-8708-49f2-97b9-83cec43c2bfe tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:07.999761 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-67947c68-4eae-41a8-b9bd-aea809c44964 req-d4cd2e2d-8708-49f2-97b9-83cec43c2bfe tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0821846 Sep 15 08:37:08.042112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.082754 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-67947c68-4eae-41a8-b9bd-aea809c44964 req-912df6cf-4b2c-40e1-bfc1-49decbea1016 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775299 Sep 15 08:37:08.091289 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:08.095075 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Usage tracker for resource:security_group_rule and tenant:9e02cbfe247d4ab98c08af1b0d792206 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:08.097859 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:08.103636 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:08.168809 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.172896 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.180102 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ebc9890a-9e54-407f-b204-1061480cf1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:08.222184 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b679e50f-2121-4290-be64-3620bf2878d4,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:08.225244 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:08.228244 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e02cbfe247d4ab98c08af1b0d792206&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367760 Sep 15 08:37:08.230888 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56488) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:08.288552 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.314506 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.367850 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.371458 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-410b1607-af2e-4a52-9cbe-cd59e1479cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:08.382747 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b679e50f-2121-4290-be64-3620bf2878d4,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:08.386929 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:08.393105 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.394511 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b679e50f-2121-4290-be64-3620bf2878d4 HTTP/1.1" status: 204 len: 168 time: 0.1627347 Sep 15 08:37:08.571704 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986a25-eddd-4876-a72e-0dac57254378 req-b0c34245-f2e0-402f-95de-193ef30af87c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:08.573230 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ec986a25-eddd-4876-a72e-0dac57254378 req-b0c34245-f2e0-402f-95de-193ef30af87c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0875096 Sep 15 08:37:08.621920 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ec986a25-eddd-4876-a72e-0dac57254378 req-4f99264a-8822-4875-9028-7a3b5b7b6c13 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Sep 15 08:37:08.748676 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 56504) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:08.767254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.800783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:08.805143 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Usage tracker for resource:security_group_rule and tenant:5db4b5d85f63488e8489e73c2d8d634e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:08.808235 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:08.813990 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:08.827569 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c252-852b-431f-9afc-076fca4031e2 req-1cbb1732-f217-4286-a7fd-d1a0a7f40f3b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:08.829686 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3c53c252-852b-431f-9afc-076fca4031e2 req-1cbb1732-f217-4286-a7fd-d1a0a7f40f3b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.0952415 Sep 15 08:37:08.878861 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3c53c252-852b-431f-9afc-076fca4031e2 req-bcb2d825-ac99-4fcf-80d6-bca445008177 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Sep 15 08:37:08.891601 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.896692 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:08.904228 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b57d9edd-6b2d-4e9e-b8bb-1f02272ab560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:08.946104 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5db4b5d85f63488e8489e73c2d8d634e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957836 Sep 15 08:37:08.946828 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556a3edd-4f71-4485-af32-d81201ac8403,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:08.949023 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 56510) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:08.950249 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:09.015664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:09.039919 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:09.090870 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:09.094592 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-dfaa03f0-4ed0-4aa3-bda0-46119e6bbc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:09.106985 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556a3edd-4f71-4485-af32-d81201ac8403,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:09.109786 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:09.111672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:09.115054 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/556a3edd-4f71-4485-af32-d81201ac8403 HTTP/1.1" status: 204 len: 168 time: 0.1626630 Sep 15 08:37:09.283307 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e311c-c9d8-48c4-9964-9ae44e94a782 req-2db310f6-3473-4962-9af7-2da5fde702b1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:09.284867 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-121e311c-c9d8-48c4-9964-9ae44e94a782 req-2db310f6-3473-4962-9af7-2da5fde702b1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0775671 Sep 15 08:37:09.342375 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-121e311c-c9d8-48c4-9964-9ae44e94a782 req-fb97b20a-836d-45d6-bc74-475974f72a1e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475745 Sep 15 08:37:09.844358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddf23f-9027-475d-990b-0daa432e3ac0 req-fda6f2dc-cbd7-4475-9436-4baaa331b629 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:09.845820 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-05ddf23f-9027-475d-990b-0daa432e3ac0 req-fda6f2dc-cbd7-4475-9436-4baaa331b629 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0858130 Sep 15 08:37:09.891991 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-05ddf23f-9027-475d-990b-0daa432e3ac0 req-bb55d5aa-09ff-49ba-9499-c4e0dcfd78bd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Sep 15 08:37:10.097664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfb57f-e255-4f22-a4b1-2b412fa80dc3 req-02a703df-7549-4d89-a25f-d034f6734bb3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:10.099120 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-54dfb57f-e255-4f22-a4b1-2b412fa80dc3 req-02a703df-7549-4d89-a25f-d034f6734bb3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.0789127 Sep 15 08:37:10.148136 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-54dfb57f-e255-4f22-a4b1-2b412fa80dc3 req-14cb3697-ff21-4c2a-a368-8725bb1eca2f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Sep 15 08:37:10.624353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2603f05-65ab-4f22-9e01-8de6bab1dcbb req-4a5a5ffe-eb32-4d50-bcb2-3217add18267 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:10.626067 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a2603f05-65ab-4f22-9e01-8de6bab1dcbb req-4a5a5ffe-eb32-4d50-bcb2-3217add18267 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0979795 Sep 15 08:37:10.673347 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a2603f05-65ab-4f22-9e01-8de6bab1dcbb req-a474dc26-eee7-4437-bd50-886d612b2280 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407894 Sep 15 08:37:10.812254 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['4086ad15-1fd3-4c6f-99f9-7da3b27f7909'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:10.838718 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['e4641e06-4d3a-4396-af67-3987b4ce44d0'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:11.114489 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bab0a-0d3b-4ae9-bf00-483f59122ecd req-c62981d5-9020-4a55-a13e-12b7f432cd9a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.118564 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-948bab0a-0d3b-4ae9-bf00-483f59122ecd req-c62981d5-9020-4a55-a13e-12b7f432cd9a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0886405 Sep 15 08:37:11.165578 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-948bab0a-0d3b-4ae9-bf00-483f59122ecd req-47380134-53f3-4b48-b6be-dc78bfb67e47 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Sep 15 08:37:11.406408 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041fcdf-f751-4c66-8b2c-df930561fa86 req-5d72e67f-4cb8-4032-bc8b-1fb173c9369f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.407862 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9041fcdf-f751-4c66-8b2c-df930561fa86 req-5d72e67f-4cb8-4032-bc8b-1fb173c9369f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.1292384 Sep 15 08:37:11.454358 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9041fcdf-f751-4c66-8b2c-df930561fa86 req-e72437a8-68b3-410d-8d93-f2284ea108f3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Sep 15 08:37:11.667362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7dbfa-0a91-4789-9c7b-3e2b143863e5 req-1525759c-49db-4d0c-88fd-8b2d3840c7bf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.668822 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2dd7dbfa-0a91-4789-9c7b-3e2b143863e5 req-1525759c-49db-4d0c-88fd-8b2d3840c7bf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0812204 Sep 15 08:37:11.719512 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2dd7dbfa-0a91-4789-9c7b-3e2b143863e5 req-897a96a7-2ccb-49a4-860b-4513a6178e32 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Sep 15 08:37:11.904516 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac56284-38c9-4a08-95c1-022349f99412 req-52a26852-3636-425c-8d09-371e7656d351 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:11.911602 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ac56284-38c9-4a08-95c1-022349f99412 req-52a26852-3636-425c-8d09-371e7656d351 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0873876 Sep 15 08:37:11.963758 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ac56284-38c9-4a08-95c1-022349f99412 req-cafc6d07-c68e-47b1-89d7-14f11e03ef13 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464089 Sep 15 08:37:12.042565 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-ab6d1584-2615-48ae-82ed-7730aad32b2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.0781312 Sep 15 08:37:12.176248 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-cf0d01a5-b776-4e3a-a5ec-3281b856f4ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:12.177664 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-cf0d01a5-b776-4e3a-a5ec-3281b856f4ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.1256371 Sep 15 08:37:12.249571 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-df2b28e2-81ff-4590-b1fb-f91e5bd7a8fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.0605016 Sep 15 08:37:12.699245 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edfd79-dbe1-4fcb-a517-e1ca8f14d4e8 req-c075066e-ef92-4235-9d53-05fe0546ef0e tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:12.700689 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f9edfd79-dbe1-4fcb-a517-e1ca8f14d4e8 req-c075066e-ef92-4235-9d53-05fe0546ef0e tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.1211402 Sep 15 08:37:12.745686 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f9edfd79-dbe1-4fcb-a517-e1ca8f14d4e8 req-1a513645-f05b-4730-9c17-a8c39960c9cc tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Sep 15 08:37:12.928700 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b5a82-0d62-47e9-8e6e-480c808277a5 req-818a1f2b-6d17-4023-b540-cf554041c985 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:12.930824 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4a1b5a82-0d62-47e9-8e6e-480c808277a5 req-818a1f2b-6d17-4023-b540-cf554041c985 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0838315 Sep 15 08:37:12.977970 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4a1b5a82-0d62-47e9-8e6e-480c808277a5 req-daa44c8c-ee80-4a4e-9812-f07acc9b7e64 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Sep 15 08:37:13.182052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6274a1-10eb-4789-ae6b-a3b7ac03b061 req-ffceca16-75dd-4daf-aa17-216ee1e16313 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:13.183510 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c6274a1-10eb-4789-ae6b-a3b7ac03b061 req-ffceca16-75dd-4daf-aa17-216ee1e16313 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0780454 Sep 15 08:37:13.229619 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c6274a1-10eb-4789-ae6b-a3b7ac03b061 req-ccce848a-c374-437e-8086-08683e582906 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405242 Sep 15 08:37:13.442627 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-6be89a74-3ec8-4ccd-aadf-bb1514fef37c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:13.444103 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-6be89a74-3ec8-4ccd-aadf-bb1514fef37c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.0636592 Sep 15 08:37:13.945810 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fb90b-fed2-41d4-96ad-2f23bf2d9934 req-1ffd3a86-8aee-4ce2-8c41-5c784066b202 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:13.947279 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-544fb90b-fed2-41d4-96ad-2f23bf2d9934 req-1ffd3a86-8aee-4ce2-8c41-5c784066b202 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.0809803 Sep 15 08:37:13.993985 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-544fb90b-fed2-41d4-96ad-2f23bf2d9934 req-a9216566-dc91-4817-91ec-a3960b9ab770 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408232 Sep 15 08:37:14.180138 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352522ff-91d7-4190-a0ed-567f34082b5d req-d9ca696f-08c9-4cb7-bb50-b9d9a16e28d7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:14.182130 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-352522ff-91d7-4190-a0ed-567f34082b5d req-d9ca696f-08c9-4cb7-bb50-b9d9a16e28d7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0776587 Sep 15 08:37:14.235184 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-352522ff-91d7-4190-a0ed-567f34082b5d req-87277a50-2879-4e27-b4ca-57a6cf6ded48 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Sep 15 08:37:14.426370 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886eb6d-bbab-4c39-b03d-836088710a91 req-90feb336-f04a-4969-8e1c-1fc605b72f3b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:14.427807 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4886eb6d-bbab-4c39-b03d-836088710a91 req-90feb336-f04a-4969-8e1c-1fc605b72f3b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0779614 Sep 15 08:37:14.474764 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4886eb6d-bbab-4c39-b03d-836088710a91 req-5ba9edf4-fb98-4f2e-b6c3-b4e776d9f5ba tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 Sep 15 08:37:15.200777 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3f9cd-544e-4a2c-b694-c3afcbf5b68f req-f64e0939-a34f-4a0d-8d6d-649a08ce2eb1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.202263 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6b3f9cd-544e-4a2c-b694-c3afcbf5b68f req-f64e0939-a34f-4a0d-8d6d-649a08ce2eb1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.0887618 Sep 15 08:37:15.249416 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6b3f9cd-544e-4a2c-b694-c3afcbf5b68f req-e1abc6e6-4ea2-4ef9-b857-479d86cdbb48 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Sep 15 08:37:15.295267 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-ae4fef64-bb5c-484a-b20b-3efd101ffa0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429599 Sep 15 08:37:15.444859 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-578320a8-3f70-45b5-a12f-2254e926e287 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358864 Sep 15 08:37:15.462842 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb1a21-f853-4975-bf2e-42c20c5a0dbb req-68d73bcb-9897-4b78-9c48-d37a0d4fc081 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.464385 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3ebb1a21-f853-4975-bf2e-42c20c5a0dbb req-68d73bcb-9897-4b78-9c48-d37a0d4fc081 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0977752 Sep 15 08:37:15.533039 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3ebb1a21-f853-4975-bf2e-42c20c5a0dbb req-c94fcfeb-34b6-4e02-a714-08b771890163 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581441 Sep 15 08:37:15.610539 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c47ce0c1-5723-4b24-a929-30a78c57f60d req-c3cc334a-85d6-48e6-8035-8d820724662e service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572263 Sep 15 08:37:15.682523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675e2d-6691-4b9b-8ee4-39724a6922de req-8aa70d64-168f-49ff-8a35-afb3383e4c79 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:15.684027 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28675e2d-6691-4b9b-8ee4-39724a6922de req-8aa70d64-168f-49ff-8a35-afb3383e4c79 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0803533 Sep 15 08:37:15.731167 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28675e2d-6691-4b9b-8ee4-39724a6922de req-8e34de85-e8d5-4fa9-96aa-a144a2f46282 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Sep 15 08:37:16.457252 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7f7eb-d17a-4452-a67a-a064049a3829 req-15a95306-a9a0-4d61-9fc9-ea97e12a2cf8 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:16.458776 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f4d7f7eb-d17a-4452-a67a-a064049a3829 req-15a95306-a9a0-4d61-9fc9-ea97e12a2cf8 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.0849333 Sep 15 08:37:16.505867 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f4d7f7eb-d17a-4452-a67a-a064049a3829 req-2bde072b-206b-4d29-a0f4-edf62b2df20c tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Sep 15 08:37:16.726135 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23015e-37c3-482d-a04d-053bf0fd8293 req-386591a1-857a-44cd-b387-8e2ead0e3058 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:16.730470 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7f23015e-37c3-482d-a04d-053bf0fd8293 req-386591a1-857a-44cd-b387-8e2ead0e3058 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0834808 Sep 15 08:37:16.776118 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7f23015e-37c3-482d-a04d-053bf0fd8293 req-9ef71bf1-0739-41dd-98a4-f838bcf49ec2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Sep 15 08:37:16.979575 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8599e-fd54-4127-bc96-cb9ce3989a27 req-a60ff5dc-9817-4e1b-b28a-6da138409f0c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:16.980924 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b0f8599e-fd54-4127-bc96-cb9ce3989a27 req-a60ff5dc-9817-4e1b-b28a-6da138409f0c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0797966 Sep 15 08:37:17.029670 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b0f8599e-fd54-4127-bc96-cb9ce3989a27 req-440c9019-f4f8-4e51-b408-1d4b1774002a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432312 Sep 15 08:37:17.703966 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24144a3-129f-4726-b3e5-c164640b5b46 req-f721097b-b2d3-4646-8f01-a2714e5bda49 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:17.705623 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e24144a3-129f-4726-b3e5-c164640b5b46 req-f721097b-b2d3-4646-8f01-a2714e5bda49 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.0763628 Sep 15 08:37:17.750533 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e24144a3-129f-4726-b3e5-c164640b5b46 req-d3e559ae-4eab-46c4-aedf-e7e617d0411f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Sep 15 08:37:17.974322 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd2e1a-f8b3-4cb4-ad91-10bf2d12ef99 req-223c9dac-41c0-467f-b281-09d43308b533 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:17.975742 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a3dd2e1a-f8b3-4cb4-ad91-10bf2d12ef99 req-223c9dac-41c0-467f-b281-09d43308b533 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0804589 Sep 15 08:37:18.021293 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a3dd2e1a-f8b3-4cb4-ad91-10bf2d12ef99 req-b3d670cb-4cc5-4792-bb67-541d4ee3821e tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Sep 15 08:37:18.224843 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbddb2-6ded-4c74-abd0-19fe2f88ab02 req-cdbddaa0-ed75-46d8-a986-0c9cc29ec2c0 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:18.226329 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8adbddb2-6ded-4c74-abd0-19fe2f88ab02 req-cdbddaa0-ed75-46d8-a986-0c9cc29ec2c0 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 945 time: 0.0754008 Sep 15 08:37:18.271919 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8adbddb2-6ded-4c74-abd0-19fe2f88ab02 req-75718f88-85f5-4042-a684-a65ab23912ea tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 Sep 15 08:37:18.578788 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6c077ab6-41a3-4000-99f0-d49df548442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:18.747098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:18.837770 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:18.865127 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:18.865790 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:18.948523 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.019479 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdec3d-e485-4a18-ab5b-efc8b2764e11 req-5dd0097b-7c74-44e4-8c4b-fbf0395babf3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:19.020264 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-23cdec3d-e485-4a18-ab5b-efc8b2764e11 req-5dd0097b-7c74-44e4-8c4b-fbf0395babf3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 944 time: 0.1401715 Sep 15 08:37:19.079463 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-23cdec3d-e485-4a18-ab5b-efc8b2764e11 req-6f38db50-5ed0-4d43-887b-b327dca1956f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511775 Sep 15 08:37:19.080906 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.114290 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:19.124145 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:19.128318 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.130890 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device e4641e06-4d3a-4396-af67-3987b4ce44d0 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:19.189678 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'code': 200} Sep 15 08:37:19.189678 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-72a70e53-eea1-404b-9f73-dcc2008fe3d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:19.286587 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:19.290160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:19.292009 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port e4641e06-4d3a-4396-af67-3987b4ce44d0 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:19.297776 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port e4641e06-4d3a-4396-af67-3987b4ce44d0 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:19.298336 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.307898 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c0e55-8745-4c67-a7f6-8330e1cfb16e req-27afd76b-c127-40ef-835c-9098949ba6d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:19.315110 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bf8c0e55-8745-4c67-a7f6-8330e1cfb16e req-27afd76b-c127-40ef-835c-9098949ba6d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1113746 Sep 15 08:37:19.376411 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bf8c0e55-8745-4c67-a7f6-8330e1cfb16e req-8d487601-250f-4880-980a-4fa5de23d8fe tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600052 Sep 15 08:37:19.442853 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.492070 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port e4641e06-4d3a-4396-af67-3987b4ce44d0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:19.499237 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:19.507733 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:19.622573 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52664-54d5-4604-bc53-07abef2882a0 req-3c0d982d-8813-4d65-ba64-f45913f23d20 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:19.626316 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20c52664-54d5-4604-bc53-07abef2882a0 req-3c0d982d-8813-4d65-ba64-f45913f23d20 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0973096 Sep 15 08:37:19.655885 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=e4641e06-4d3a-4396-af67-3987b4ce44d0,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:19.659858 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:19.677154 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20c52664-54d5-4604-bc53-07abef2882a0 req-cef09052-91fa-4669-b5e2-b25696e095cf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469074 Sep 15 08:37:20.281274 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34bfa4-eba9-432c-bb2a-10288c83b0b6 req-495ce670-01d2-446d-bfb5-3458677b0b3a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:20.282748 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d34bfa4-eba9-432c-bb2a-10288c83b0b6 req-495ce670-01d2-446d-bfb5-3458677b0b3a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0797908 Sep 15 08:37:20.374885 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d34bfa4-eba9-432c-bb2a-10288c83b0b6 req-8144b11b-58b7-4d50-ac6a-fee9af3bfd91 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861244 Sep 15 08:37:20.569373 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5f778-d75d-40b8-aee2-360c0c9b8436 req-c19e771c-463b-411c-b1ec-88f930446663 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:20.570838 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-45d5f778-d75d-40b8-aee2-360c0c9b8436 req-c19e771c-463b-411c-b1ec-88f930446663 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0745664 Sep 15 08:37:20.615040 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-45d5f778-d75d-40b8-aee2-360c0c9b8436 req-affc8c34-7eb4-436e-a721-9f5ef8ef4d7b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Sep 15 08:37:20.743098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00b98ea0-fb09-4a08-8f64-bfc81eac0f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:20.902356 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902e9da-b6d0-40a0-a725-46effa083c4e req-fb787904-c972-4f0f-99c4-17d23ff49657 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:20.904078 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0902e9da-b6d0-40a0-a725-46effa083c4e req-fb787904-c972-4f0f-99c4-17d23ff49657 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0989845 Sep 15 08:37:20.954087 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0902e9da-b6d0-40a0-a725-46effa083c4e req-e29c44a5-62ce-4362-843a-f97c5e6ce6e4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Sep 15 08:37:21.190070 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4641e06-4d3a-4396-af67-3987b4ce44d0'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:21.242695 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4641e06-4d3a-4396-af67-3987b4ce44d0', 'code': 200} Sep 15 08:37:21.553474 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:21.581153 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f48f-ada4-4509-a3a1-023489e88449 req-44c421be-c7f4-4955-af88-5cdb43f60e22 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:21.582626 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d214f48f-ada4-4509-a3a1-023489e88449 req-44c421be-c7f4-4955-af88-5cdb43f60e22 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0767395 Sep 15 08:37:21.630613 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d214f48f-ada4-4509-a3a1-023489e88449 req-23c616a1-9294-4bac-b3ea-ba74113457d9 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Sep 15 08:37:21.811878 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b5b80-a63b-4974-80c7-f44b4b0dcf15 req-5d31d481-7cbc-4462-983e-c525bfe93224 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:21.813254 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3f7b5b80-a63b-4974-80c7-f44b4b0dcf15 req-5d31d481-7cbc-4462-983e-c525bfe93224 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0813577 Sep 15 08:37:21.858088 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3f7b5b80-a63b-4974-80c7-f44b4b0dcf15 req-a5f85241-53fb-43b8-b978-58c0a51671c7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Sep 15 08:37:21.964087 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:22.171937 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b06ffd-37e7-40a0-a9c9-54d271660178 req-1419f508-c5a4-4b2a-848e-db26763e3c13 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:22.173608 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-85b06ffd-37e7-40a0-a9c9-54d271660178 req-1419f508-c5a4-4b2a-848e-db26763e3c13 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0962887 Sep 15 08:37:22.227562 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-85b06ffd-37e7-40a0-a9c9-54d271660178 req-bff6eaf3-ab1a-4517-a995-87368258cfaf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Sep 15 08:37:22.355707 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-eb9742a6-c025-4a93-a954-0921ca65dc78 req-5a94b9ec-8852-43df-b375-a0784b14ae8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1099 time: 0.0773745 Sep 15 08:37:22.405096 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-eb9742a6-c025-4a93-a954-0921ca65dc78 req-94ba6a35-96f6-493d-94f2-2f834e9bd7ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412686 Sep 15 08:37:22.751755 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9188d2a2-59e8-4983-983e-71c8e415353b req-a54c82a3-5346-4aea-9beb-46e383376668 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0661287 Sep 15 08:37:22.824141 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a27af-d5a8-494a-8efa-1c2d1ac00998 req-5fd9c65d-02dc-47c2-ae22-b8507aa5639c tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:22.825555 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-369a27af-d5a8-494a-8efa-1c2d1ac00998 req-5fd9c65d-02dc-47c2-ae22-b8507aa5639c tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0747495 Sep 15 08:37:22.870622 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-369a27af-d5a8-494a-8efa-1c2d1ac00998 req-53c03f93-07a2-450a-87d1-d58b2582349f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 Sep 15 08:37:23.054339 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168fbe-7bec-48aa-869d-3caeff521592 req-a92c51cf-0cd1-4dd0-a1af-014096b2e6af tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:23.055785 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-78168fbe-7bec-48aa-869d-3caeff521592 req-a92c51cf-0cd1-4dd0-a1af-014096b2e6af tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0803442 Sep 15 08:37:23.101467 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-78168fbe-7bec-48aa-869d-3caeff521592 req-3d7544b3-a890-4bd2-904d-11aed78fb748 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 Sep 15 08:37:23.337782 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:23.431897 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6fbdd-6c22-4318-8abf-d409c9084b2c req-e38cd36d-0a80-4f83-bbc4-b05e9ba41d41 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:23.433344 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f4a6fbdd-6c22-4318-8abf-d409c9084b2c req-e38cd36d-0a80-4f83-bbc4-b05e9ba41d41 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Sep 15 08:37:23.482911 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f4a6fbdd-6c22-4318-8abf-d409c9084b2c req-4dcce437-21a1-4ba1-898f-4db7213339ba tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440905 Sep 15 08:37:23.687971 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9188d2a2-59e8-4983-983e-71c8e415353b req-094fbd85-f83e-4e08-ba31-fc08b3dd9cdd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Sep 15 08:37:24.065095 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ac39f-27c1-415f-852d-6123b10949e6 req-b5d2e1f9-77da-4a11-8b70-8077102b64b0 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:24.066571 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2a2ac39f-27c1-415f-852d-6123b10949e6 req-b5d2e1f9-77da-4a11-8b70-8077102b64b0 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0781050 Sep 15 08:37:24.111495 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2a2ac39f-27c1-415f-852d-6123b10949e6 req-f1d54eca-ebf9-48ce-98c8-72681f1ce07f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Sep 15 08:37:24.307834 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0995-c8b0-49f6-8703-1e0d9b07ce0c req-f3cdeb68-a1e7-487c-9953-494bcf59f0b9 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:24.309293 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d92b0995-c8b0-49f6-8703-1e0d9b07ce0c req-f3cdeb68-a1e7-487c-9953-494bcf59f0b9 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Sep 15 08:37:24.354312 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d92b0995-c8b0-49f6-8703-1e0d9b07ce0c req-896cecd8-03c7-4301-81ec-80dfd8d3ba9c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Sep 15 08:37:24.820393 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b97ed-7995-4f28-b83b-9452ed8c6f50 req-c6b3d330-75d7-4682-8c8d-5abc00d8a630 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:24.822436 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-609b97ed-7995-4f28-b83b-9452ed8c6f50 req-c6b3d330-75d7-4682-8c8d-5abc00d8a630 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0796125 Sep 15 08:37:24.865417 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-609b97ed-7995-4f28-b83b-9452ed8c6f50 req-3beb32b7-68a9-4c6f-aadc-9890174f200d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376983 Sep 15 08:37:25.310612 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf016dd4-d3fe-4d2a-a199-50027e491226 req-d46fb9b6-b73e-4d62-bb6a-f46619342d95 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:25.315981 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cf016dd4-d3fe-4d2a-a199-50027e491226 req-d46fb9b6-b73e-4d62-bb6a-f46619342d95 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0857623 Sep 15 08:37:25.372040 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cf016dd4-d3fe-4d2a-a199-50027e491226 req-86a8322c-d1c8-43a3-95bb-1e7f91607fac tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486820 Sep 15 08:37:25.558811 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5182f-47c3-448a-8434-1ca998ced48d req-b925bc8c-fdab-46a1-8e21-7b5b68aa9d7b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:25.560238 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1cd5182f-47c3-448a-8434-1ca998ced48d req-b925bc8c-fdab-46a1-8e21-7b5b68aa9d7b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0778933 Sep 15 08:37:25.604165 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1cd5182f-47c3-448a-8434-1ca998ced48d req-1aed00b2-5f50-4696-9a8f-8f016b3cf942 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Sep 15 08:37:26.065630 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000815c-6804-4b88-abe5-5ad9294386cd req-b1ab9ada-941d-46a2-b0d8-0ef0b6b93f68 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:26.067095 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5000815c-6804-4b88-abe5-5ad9294386cd req-b1ab9ada-941d-46a2-b0d8-0ef0b6b93f68 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0827081 Sep 15 08:37:26.112800 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5000815c-6804-4b88-abe5-5ad9294386cd req-84e6052b-9a01-4813-90af-c675fa120cb5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396845 Sep 15 08:37:26.597258 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96197-b71e-49c2-abb5-44b1a1e72077 req-3881997a-2514-4425-a175-4f4ba84a6154 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:26.598746 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-35e96197-b71e-49c2-abb5-44b1a1e72077 req-3881997a-2514-4425-a175-4f4ba84a6154 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0792611 Sep 15 08:37:26.648601 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-35e96197-b71e-49c2-abb5-44b1a1e72077 req-2d43dffd-b4bc-46d3-8f58-61e1b173b3a5 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Sep 15 08:37:26.805298 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec4169-caad-4d15-8ba3-66117b1672b0 req-af4b7039-790c-4250-a054-960e42144f24 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:26.808154 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26ec4169-caad-4d15-8ba3-66117b1672b0 req-af4b7039-790c-4250-a054-960e42144f24 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0783381 Sep 15 08:37:26.857826 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26ec4169-caad-4d15-8ba3-66117b1672b0 req-e3d0c652-8bce-452c-8cdc-e6cbf96d5084 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Sep 15 08:37:27.106581 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-52d6e5d7-9d9d-4def-8c7d-28b296f6f71c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982027 Sep 15 08:37:27.237178 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-41452087-91a6-4b4d-b534-ea72f81454ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1098 time: 0.0799103 Sep 15 08:37:27.339173 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd294f-984c-4a6b-af1c-c64d74e9cc31 req-20bdcf5c-6fbc-4c1a-a8cb-ec108b3958f1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:27.341547 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-74cd294f-984c-4a6b-af1c-c64d74e9cc31 req-20bdcf5c-6fbc-4c1a-a8cb-ec108b3958f1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1020703 Sep 15 08:37:27.422914 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-74cd294f-984c-4a6b-af1c-c64d74e9cc31 req-3a76b0f9-9cf7-43cf-9f13-bb08db8f57a7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714035 Sep 15 08:37:27.537361 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-092b6693-09ad-4baa-9e77-502403c711f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:27.539774 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-092b6693-09ad-4baa-9e77-502403c711f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.2672782 Sep 15 08:37:27.691372 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945bc18-324b-43ce-8452-f2397be3291f req-384d489b-7304-4ee8-984f-a0ce69071d3f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:27.693005 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7945bc18-324b-43ce-8452-f2397be3291f req-384d489b-7304-4ee8-984f-a0ce69071d3f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0857224 Sep 15 08:37:27.693217 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-ff22f6a4-2828-4e7c-9e46-0d611cffccfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 1001 time: 0.1100972 Sep 15 08:37:27.703458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 56840) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:27.709482 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'floatingip': {'port_id': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:27.878754 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:27.920732 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4ba5-480d-4589-8729-f4139d0e7026 req-31de9b85-76e1-4f5a-aaa9-63cc2ecdb8d1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:27.924123 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9eae4ba5-480d-4589-8729-f4139d0e7026 req-31de9b85-76e1-4f5a-aaa9-63cc2ecdb8d1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.1462321 Sep 15 08:37:27.975184 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9eae4ba5-480d-4589-8729-f4139d0e7026 req-55b0cf89-f17d-49e7-9954-6fbc48673c85 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Sep 15 08:37:28.000348 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-20f88110-23c1-4874-8ad3-3c27fc81ad26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:28.001776 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-20f88110-23c1-4874-8ad3-3c27fc81ad26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.2195513 Sep 15 08:37:28.178248 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c61b-bea1-44cc-a123-5cf74ae6a4b8 req-b480ed83-ea31-41c8-aeb4-98446bf2e5eb tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:28.179815 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2597c61b-bea1-44cc-a123-5cf74ae6a4b8 req-b480ed83-ea31-41c8-aeb4-98446bf2e5eb tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0980544 Sep 15 08:37:28.241756 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2597c61b-bea1-44cc-a123-5cf74ae6a4b8 req-22939b59-c5ee-4e55-bdd9-34a82c7c568b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548415 Sep 15 08:37:28.277516 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-fa94a579-f0a5-4fd0-afcc-026680fc2ca4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2569287 Sep 15 08:37:28.679859 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-ac8104ed-dc52-485b-b383-397c05855f3f service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804524 Sep 15 08:37:28.849134 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-9b540ae2-e73e-4ce1-abc6-185fcf2ad860 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:28.861032 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-9b540ae2-e73e-4ce1-abc6-185fcf2ad860 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.3037450 Sep 15 08:37:28.899092 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-fc6ccc84-cee5-4bcb-b434-77953a92f42f tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/quotas/f9492aadefe7435fade3c512b51252bd HTTP/1.1" status: 200 len: 375 time: 0.0344472 Sep 15 08:37:28.913962 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-96c5badc-56cb-476e-b099-4bd38959e3c2 req-1a522e9b-b26b-464f-b515-db4f50291634 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238667 Sep 15 08:37:29.059527 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-d086f573-ce53-4cdc-9066-b7f37eb034c0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1587405 Sep 15 08:37:29.082971 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:29.086674 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:29.267468 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-092df664-ce3d-4e7d-8cdf-bc56c3d2d86f service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618600 Sep 15 08:37:29.304220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77840ed4-5981-41a4-b0b9-f44f0658ba8a req-07e33d6d-b823-489e-99da-0bc7e2a714e4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:29.305685 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-77840ed4-5981-41a4-b0b9-f44f0658ba8a req-07e33d6d-b823-489e-99da-0bc7e2a714e4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.2452626 Sep 15 08:37:29.378992 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Floating IP 440ed655-e1ad-4469-ac01-281aba40e6b9 associated. External IP: 172.27.0.232, port: 4086ad15-1fd3-4c6f-99f9-7da3b27f7909. Sep 15 08:37:29.441021 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-77840ed4-5981-41a4-b0b9-f44f0658ba8a req-6f6fecbd-c569-4247-93f8-3361bfd626a9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215672 Sep 15 08:37:29.462772 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-ba84bef5-f357-4419-a4b6-93260f546d12 service neutron] 10.222.0.36 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892679 Sep 15 08:37:29.724283 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1a66c039-3818-4740-bd0b-3122b3340e91 req-95ca7068-679d-4933-9d17-e1c377ebb1fe tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0704126 Sep 15 08:37:29.943880 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:37:30.185249 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:37:30.198336 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:37:30.216402 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320482-107a-4b4a-b1d2-b7e6899eb263 req-1f4c74b6-6ab7-452b-bc8d-2ca03ac26e1a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:30.218831 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:30.224727 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9320482-107a-4b4a-b1d2-b7e6899eb263 req-1f4c74b6-6ab7-452b-bc8d-2ca03ac26e1a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.1624441 Sep 15 08:37:30.230150 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:30.230878 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:37:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:30.336846 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e6c758b3-a7b2-4b75-93bb-646065b78bb6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "PUT /v2.0/floatingips/440ed655-e1ad-4469-ac01-281aba40e6b9 HTTP/1.1" status: 200 len: 992 time: 2.6298413 Sep 15 08:37:30.336846 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:30.346214 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9320482-107a-4b4a-b1d2-b7e6899eb263 req-c9a0a363-5789-492b-a34b-0e06931aae15 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122231 Sep 15 08:37:30.496118 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:30.577658 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d0232-7fe9-4cca-8cc9-510227afdd28 req-1c73aa3d-476e-4625-9011-1349250215fc tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:30.579288 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eb6d0232-7fe9-4cca-8cc9-510227afdd28 req-1c73aa3d-476e-4625-9011-1349250215fc tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0921228 Sep 15 08:37:30.637361 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eb6d0232-7fe9-4cca-8cc9-510227afdd28 req-617d9021-e531-432c-bc16-3e462aa376ef tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514009 Sep 15 08:37:30.706596 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'status': 'completed', 'code': 200} Sep 15 08:37:30.870005 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-268aa71a-359c-4724-bb2c-01c696828770 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1099 time: 0.1114216 Sep 15 08:37:30.905922 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '440ed655-e1ad-4469-ac01-281aba40e6b9', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'port_id': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'mac_address': 'fa:16:3e:ca:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:36:52Z', 'updated_at': '2021-09-15T08:37:28Z', 'revision_number': 1, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:30.910254 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:37:30.924662 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:37:30.925368 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:37:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:30.926679 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b44254-e356-41dd-8fb5-3a293b7c8f09 req-29fbaf6e-cd0f-4f78-ab62-c16b24be051e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:30.950090 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-18b44254-e356-41dd-8fb5-3a293b7c8f09 req-29fbaf6e-cd0f-4f78-ab62-c16b24be051e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1384556 Sep 15 08:37:31.029224 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-18b44254-e356-41dd-8fb5-3a293b7c8f09 req-6a0d1f54-eff8-41ea-bff4-32072bf49518 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778575 Sep 15 08:37:31.114098 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-952ad03a-3362-41fc-b929-f5bf38b806bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:31.115536 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-952ad03a-3362-41fc-b929-f5bf38b806bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 912 time: 0.2302623 Sep 15 08:37:31.161069 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:37:31.251271 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-0c6152fa-64e7-4f22-83f3-6f328e3664f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 200 len: 1000 time: 0.1253233 Sep 15 08:37:31.296177 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2fcb22f-bc4c-440e-b3bc-013bbe646a5c req-504e82e6-deaf-47f7-9d16-5d91ba7ce40e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0493107 Sep 15 08:37:31.394279 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-2e0468a4-540e-428d-94fa-ddf585667931 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:31.395657 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-2e0468a4-540e-428d-94fa-ddf585667931 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.1339831 Sep 15 08:37:31.572483 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-c60778d7-f6fb-4421-bb49-3e4cc1f703d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1602051 Sep 15 08:37:31.594315 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-749486fc-a8c8-4a50-a6ae-32854f7e10f1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:31.596145 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-749486fc-a8c8-4a50-a6ae-32854f7e10f1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 815 time: 0.2966387 Sep 15 08:37:31.630060 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Request body: {'port': {'device_id': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'admin_state_up': True, 'tenant_id': 'f9492aadefe7435fade3c512b51252bd'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:31.859383 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:31.863636 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Usage tracker for resource:port and tenant:f9492aadefe7435fade3c512b51252bd is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:31.867910 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:31.872099 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '440ed655-e1ad-4469-ac01-281aba40e6b9', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'port_id': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'mac_address': 'fa:16:3e:ca:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:36:52Z', 'updated_at': '2021-09-15T08:37:28Z', 'revision_number': 1, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:37:31.876325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:31.882781 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e899ce-e02d-49c3-b9a4-fcbf8186885b None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '440ed655-e1ad-4469-ac01-281aba40e6b9', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'floating_ip_address': '172.27.0.232', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'port_id': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'mac_address': 'fa:16:3e:ca:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:36:52Z', 'updated_at': '2021-09-15T08:37:28Z', 'revision_number': 1, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:37:31.884841 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-034ee639-4a62-43f3-b3d2-5f90d5b39c5e service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911465 Sep 15 08:37:31.898060 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe542cc-e90c-4817-b5ed-b947208e0319 req-cc2c4299-8e02-43ef-94ed-a659ad46b146 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:31.899585 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bbe542cc-e90c-4817-b5ed-b947208e0319 req-cc2c4299-8e02-43ef-94ed-a659ad46b146 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.3789651 Sep 15 08:37:31.901347 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Made reservation on behalf of f9492aadefe7435fade3c512b51252bd for: {'port': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:31.904263 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.146863 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Allocated IP 172.20.0.3 (b802c4a6-29fb-4c8f-adff-4dfc345b34cd/202c7ae9-de00-4c3a-b85f-1f433e4fd64f/ff399a72-590c-427d-a397-68d2f0f9ff92) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:32.207751 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b24860fa-2324-4e7f-bbee-d395e01c2ecd req-916f97c0-14eb-47df-98d3-f43a7450cbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882435 Sep 15 08:37:32.240820 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d061d-96d7-4604-ba0e-14fc0e97f9a9 None None] New status for floating IP 440ed655-e1ad-4469-ac01-281aba40e6b9: ACTIVE {{(pid=75065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:37:32.390136 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bbe542cc-e90c-4817-b5ed-b947208e0319 req-b19c4661-aef4-46fc-8389-db948a0950fd tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521821 Sep 15 08:37:32.585777 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2e010058-a644-4f39-9d95-603a010da7a7 req-61eb8af4-eb2a-4f4a-8c73-c9c3808dc39e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 210 time: 0.0603480 Sep 15 08:37:32.613688 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063de26f-026c-42fb-a44a-a831df46fd47 req-6701605a-1f7d-47bd-a92e-6512f70b4c7f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.621252 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-063de26f-026c-42fb-a44a-a831df46fd47 req-6701605a-1f7d-47bd-a92e-6512f70b4c7f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.3501544 Sep 15 08:37:32.643987 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.680429 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-063de26f-026c-42fb-a44a-a831df46fd47 req-756ad088-bd83-4d07-9c0d-197823f16a96 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580106 Sep 15 08:37:32.704111 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.715153 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4f222c8f-74a7-44e8-bacf-fef61a39f969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:32.727248 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-5104c5d5-6095-4c59-b7a0-601dae97cf35 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.728751 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-5104c5d5-6095-4c59-b7a0-601dae97cf35 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Synchronizing usage tracker for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:32.747163 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-5104c5d5-6095-4c59-b7a0-601dae97cf35 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Unset dirty status for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:32.748638 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-5104c5d5-6095-4c59-b7a0-601dae97cf35 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.1986649 Sep 15 08:37:32.793207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Network b802c4a6-29fb-4c8f-adff-4dfc345b34cd is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:32.796165 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:32.801017 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:32.843595 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event updated for resources: {'Port': ['ID=ff399a72-590c-427d-a397-68d2f0f9ff92,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:32.860765 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.861133 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.861494 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.861867 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.862222 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.862567 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.862905 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.863249 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.863590 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.863931 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.864268 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:32.869940 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:32.881275 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:32.881908 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:32.907872 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2843885 Sep 15 08:37:33.587254 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c0672-ae0c-4ee0-b61d-ac9f16bc3c5f req-45d60fcc-3a77-4f43-b96f-cbc3610da150 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:33.589051 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bb9c0672-ae0c-4ee0-b61d-ac9f16bc3c5f req-45d60fcc-3a77-4f43-b96f-cbc3610da150 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0775979 Sep 15 08:37:33.633509 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bb9c0672-ae0c-4ee0-b61d-ac9f16bc3c5f req-294ca234-2033-406f-b146-1bbec2472d7c tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390484 Sep 15 08:37:33.818226 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa6bc8-688c-4209-aa4d-980aa7c3caa2 req-baab7664-9c05-46ec-9794-b74b23d62276 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:33.818935 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-a3aa6bc8-688c-4209-aa4d-980aa7c3caa2 req-baab7664-9c05-46ec-9794-b74b23d62276 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:33.835955 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-a3aa6bc8-688c-4209-aa4d-980aa7c3caa2 req-baab7664-9c05-46ec-9794-b74b23d62276 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:33.838367 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a3aa6bc8-688c-4209-aa4d-980aa7c3caa2 req-baab7664-9c05-46ec-9794-b74b23d62276 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 931 time: 0.0974765 Sep 15 08:37:33.884827 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a3aa6bc8-688c-4209-aa4d-980aa7c3caa2 req-ea8934a3-d839-4be3-8211-01b8344085ce tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Sep 15 08:37:34.064050 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c05d-bcbb-4d2c-a4b8-0a083c516afc req-56e466d5-c2f9-4677-8e4c-e4c763a0af82 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:34.065478 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6878c05d-bcbb-4d2c-a4b8-0a083c516afc req-56e466d5-c2f9-4677-8e4c-e4c763a0af82 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0750239 Sep 15 08:37:34.114343 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6878c05d-bcbb-4d2c-a4b8-0a083c516afc req-e36d128f-afc3-4dba-ab4f-db907b0e5816 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Sep 15 08:37:34.830235 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3b7c-d669-4359-8cc9-02ad3cd272c7 req-c9b323db-55b5-409b-b7b2-21ab9f254372 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:34.831672 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-67dd3b7c-d669-4359-8cc9-02ad3cd272c7 req-c9b323db-55b5-409b-b7b2-21ab9f254372 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 945 time: 0.0752008 Sep 15 08:37:34.877320 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-67dd3b7c-d669-4359-8cc9-02ad3cd272c7 req-0483e791-1576-41a4-976d-d6c5ba1eb003 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Sep 15 08:37:35.075712 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935d752-3c68-4a2d-b956-8598389b04a1 req-f2938a20-c5ab-4cc8-b508-45adc8434efc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:35.077147 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d935d752-3c68-4a2d-b956-8598389b04a1 req-f2938a20-c5ab-4cc8-b508-45adc8434efc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 931 time: 0.0768983 Sep 15 08:37:35.121284 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d935d752-3c68-4a2d-b956-8598389b04a1 req-00522445-71f0-4b38-9e4a-382f44d20c02 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Sep 15 08:37:35.260578 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7', '6f1a20e8-d1b7-4440-8ace-f12473a86453', '49918ab0-56d2-4f88-9b4b-f13402a7000c'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:35.287449 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Request body: {'port': {'device_id': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:35.339574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Deleting port e4641e06-4d3a-4396-af67-3987b4ce44d0 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:37:35.340113 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.455485 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.471168 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe079a-1719-42a5-a4e8-538252b8f4b2 req-a4a56eec-992f-45d6-ae74-419d8aa9be01 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:35.479159 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-90fe079a-1719-42a5-a4e8-538252b8f4b2 req-a4a56eec-992f-45d6-ae74-419d8aa9be01 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.2289703 Sep 15 08:37:35.586321 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-90fe079a-1719-42a5-a4e8-538252b8f4b2 req-66927110-4481-4d98-9c44-ba5f6b573ae4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062255 Sep 15 08:37:35.629758 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] For port e4641e06-4d3a-4396-af67-3987b4ce44d0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=e4641e06-4d3a-4396-af67-3987b4ce44d0,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:35.630304 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.762800 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Calling delete_port for e4641e06-4d3a-4396-af67-3987b4ce44d0 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:37:35.912648 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff399a72-590c-427d-a397-68d2f0f9ff92 {{(pid=75064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:35.921073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.998109 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:35.998510 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Transition to ACTIVE for port object ff399a72-590c-427d-a397-68d2f0f9ff92 will not be triggered until provisioned by entity L2. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:36.002947 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.004814 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6e842625-9363-418b-bfe4-603069f8d83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:36.008015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:36.048440 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Pushing event deleted for resources: {'Port': ['ID=e4641e06-4d3a-4396-af67-3987b4ce44d0,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:36.089435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.089743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.090116 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.090567 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.090909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.091246 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.091582 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.091916 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.092251 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.092589 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.092916 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:36.102336 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:36.112899 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7e243f5d-3aee-419e-a5fb-2999db7ab823 req-eaf28adb-5065-45d2-abee-8b9e3a505258 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 210 time: 0.0660427 Sep 15 08:37:36.117466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff399a72-590c-427d-a397-68d2f0f9ff92,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:36.137665 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] No DVR routers for this DVR port e4641e06-4d3a-4396-af67-3987b4ce44d0 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:37:36.140649 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.143224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'name': 'network-vif-deleted', 'tag': 'e4641e06-4d3a-4396-af67-3987b4ce44d0'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:36.160685 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-760cf69c-8897-4040-947d-46ef4108a5f3 req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "DELETE /v2.0/ports/e4641e06-4d3a-4396-af67-3987b4ce44d0 HTTP/1.1" status: 204 len: 173 time: 0.9193914 Sep 15 08:37:36.218539 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8', 'name': 'network-vif-deleted', 'tag': 'e4641e06-4d3a-4396-af67-3987b4ce44d0', 'status': 'completed', 'code': 200} Sep 15 08:37:36.232946 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:36.416681 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Attempting to bind port ff399a72-590c-427d-a397-68d2f0f9ff92 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:36.417246 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Attempting to bind port ff399a72-590c-427d-a397-68d2f0f9ff92 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}] {{(pid=75064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:36.417400 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Attempting to bind port ff399a72-590c-427d-a397-68d2f0f9ff92 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:36.428039 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Port ff399a72-590c-427d-a397-68d2f0f9ff92 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:37:36.428364 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Attempting to bind port ff399a72-590c-427d-a397-68d2f0f9ff92 on network b802c4a6-29fb-4c8f-adff-4dfc345b34cd {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:36.436017 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55515e-4e30-4c1c-8777-d4ab250f0016 req-a5c5373c-452c-4e0b-91dc-a33d8f0c7bcc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:36.437463 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-af55515e-4e30-4c1c-8777-d4ab250f0016 req-a5c5373c-452c-4e0b-91dc-a33d8f0c7bcc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1569328 Sep 15 08:37:36.444001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:36.444548 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Checking segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:36.444939 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Bound using segment: {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'} {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:36.445391 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Bound port: ff399a72-590c-427d-a397-68d2f0f9ff92, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d3f2b-efe9-4622-9ace-b5776252dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd'}}] {{(pid=75064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:36.445738 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.552756 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-af55515e-4e30-4c1c-8777-d4ab250f0016 req-8b283513-bd8a-4982-a6f7-f09d6b54a15c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097493 Sep 15 08:37:36.578908 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] For port ff399a72-590c-427d-a397-68d2f0f9ff92, host hv-cinder-80600, cleared binding levels {{(pid=75064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:36.578908 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] For port ff399a72-590c-427d-a397-68d2f0f9ff92, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ff399a72-590c-427d-a397-68d2f0f9ff92,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:36.584347 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.589308 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:36.648306 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:36.649757 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff399a72-590c-427d-a397-68d2f0f9ff92 HTTP/1.1" status: 200 len: 1093 time: 1.3665364 Sep 15 08:37:36.653402 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'tag': 'ff399a72-590c-427d-a397-68d2f0f9ff92'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:36.671633 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff399a72-590c-427d-a397-68d2f0f9ff92,revision_number=3']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:36.675809 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:36.820332 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b5f22-6e55-4908-9ba7-042179782700 req-be66cc3b-0233-4de5-96e9-8096c3b4ff6d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:36.822537 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-870b5f22-6e55-4908-9ba7-042179782700 req-be66cc3b-0233-4de5-96e9-8096c3b4ff6d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0806615 Sep 15 08:37:36.867140 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-870b5f22-6e55-4908-9ba7-042179782700 req-93165f4c-35e5-476b-858a-e83d895586c4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390341 Sep 15 08:37:36.948039 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'tag': 'ff399a72-590c-427d-a397-68d2f0f9ff92', 'status': 'completed', 'code': 200} Sep 15 08:37:37.450003 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b43628b0-878b-43f0-8e2d-846aaeca4ea7 req-39465e7c-2c40-47b4-9ed2-1b12c788ba4a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 210 time: 0.0425546 Sep 15 08:37:37.642483 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed9872-f2b7-463c-9222-caeb284b791a req-e88a8739-e149-4dd8-b6d8-55ecbd7ad072 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:37.643818 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8fed9872-f2b7-463c-9222-caeb284b791a req-e88a8739-e149-4dd8-b6d8-55ecbd7ad072 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.0806940 Sep 15 08:37:37.688522 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8fed9872-f2b7-463c-9222-caeb284b791a req-4008b570-f830-4708-90d9-d89d0b733d84 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Sep 15 08:37:37.872287 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5272c3-04a7-49a0-b47b-13460cd01c8b req-4da05aa0-edd9-46fa-b726-cee67ee23f16 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:37.873712 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9f5272c3-04a7-49a0-b47b-13460cd01c8b req-4da05aa0-edd9-46fa-b726-cee67ee23f16 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 943 time: 0.0753791 Sep 15 08:37:37.923385 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9f5272c3-04a7-49a0-b47b-13460cd01c8b req-eed04a10-3761-452d-a42b-125d3881d599 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Sep 15 08:37:38.108429 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44461a6-8459-495e-998e-1eca7cb3d6fd req-34d942fc-0705-4fa5-b608-03e91cb733b0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:38.109884 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f44461a6-8459-495e-998e-1eca7cb3d6fd req-34d942fc-0705-4fa5-b608-03e91cb733b0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0772417 Sep 15 08:37:38.153301 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f44461a6-8459-495e-998e-1eca7cb3d6fd req-771ffd27-dac4-4532-aead-24f02c84186e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378869 Sep 15 08:37:38.613531 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c50ad2ef-ece2-492e-99c9-34a680c4ad6f req-c03de7d5-0f01-45c2-92f8-8d3199ee371b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=095cbf6e-4a94-4ad8-9cd7-d9ef6c402fb8 HTTP/1.1" status: 200 len: 210 time: 0.0412943 Sep 15 08:37:38.927120 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-ac79b9b5-d920-4d91-ab0e-c5faa5eb73e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 1096 time: 0.1336501 Sep 15 08:37:38.934008 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059923e-d96e-4fb9-bb2c-72a4e23ceaf7 req-0266f9e4-cf8b-4b3b-b83c-945af08eadb3 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:38.935313 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d059923e-d96e-4fb9-bb2c-72a4e23ceaf7 req-0266f9e4-cf8b-4b3b-b83c-945af08eadb3 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.1081855 Sep 15 08:37:39.014845 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-001dc3e9-3ab8-40c7-bb5d-6a246db69d08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff399a72-590c-427d-a397-68d2f0f9ff92 HTTP/1.1" status: 200 len: 217 time: 0.0784898 Sep 15 08:37:39.105788 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d059923e-d96e-4fb9-bb2c-72a4e23ceaf7 req-6c60c5fa-fb32-4611-be7c-2e47cd87e52c tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205964 Sep 15 08:37:39.141413 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-80cfc2f9-bd9d-484f-a96d-f48f7030d968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:39.142847 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-80cfc2f9-bd9d-484f-a96d-f48f7030d968 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.1109960 Sep 15 08:37:39.164028 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a70d68-f876-437e-8b9b-d7789a4232ad req-72d12a44-bb7d-405b-9fbc-805d50e235af tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:39.166108 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-30a70d68-f876-437e-8b9b-d7789a4232ad req-72d12a44-bb7d-405b-9fbc-805d50e235af tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1047966 Sep 15 08:37:39.219036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-781184e7-a542-4b3a-b175-45016c0f47a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520236 Sep 15 08:37:39.311071 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-30a70d68-f876-437e-8b9b-d7789a4232ad req-ee2e7ddc-bdca-4c8a-99e9-d1535f2e4fdf tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166365 Sep 15 08:37:39.439827 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-637276d4-8a99-4e08-b4e5-d02ad4e3f464 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993451 Sep 15 08:37:39.450416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94790d0-501a-4cae-90e7-29676c05dca0 req-d7578b85-1947-478d-892b-02f84c002882 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:39.451764 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b94790d0-501a-4cae-90e7-29676c05dca0 req-d7578b85-1947-478d-892b-02f84c002882 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1290908 Sep 15 08:37:39.646290 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b94790d0-501a-4cae-90e7-29676c05dca0 req-17d4f379-9f52-4b4c-9c21-047bf5facfca tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876845 Sep 15 08:37:39.697209 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c16d44e-cfd5-40b1-af37-bbc9e232f799 req-a87281b2-b39d-4fcb-acfd-65b2a0d5a907 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168424 Sep 15 08:37:39.841801 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-6d0f4d3c-819f-4264-92ee-e76bfa062fd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9492aadefe7435fade3c512b51252bd&device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 1096 time: 0.0734775 Sep 15 08:37:40.087524 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-80086893-ac3f-4eaa-8901-0854ecc942c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.088858 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-80086893-ac3f-4eaa-8901-0854ecc942c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 200 len: 916 time: 0.2345784 Sep 15 08:37:40.156800 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741fcab-23c3-4087-b055-b537584a7f10 req-93903cec-2648-4c82-a385-e8ca49867b68 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.158240 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-93903cec-2648-4c82-a385-e8ca49867b68 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/networks?id=727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 200 len: 808 time: 0.2353716 Sep 15 08:37:40.176484 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-aa6902ad-4081-4830-8d6b-ce2e782a12a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff399a72-590c-427d-a397-68d2f0f9ff92 HTTP/1.1" status: 200 len: 217 time: 0.0771313 Sep 15 08:37:40.180857 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-3783d11d-236b-4e06-8f9e-40be5ca45a6c tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/quotas/a9e8e8663107454995a38cae05e6c8ec HTTP/1.1" status: 200 len: 375 time: 0.0117068 Sep 15 08:37:40.296925 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-b81db78e-b643-4280-8c2b-56d50275689d tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9e8e8663107454995a38cae05e6c8ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811424 Sep 15 08:37:40.401601 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-79f5e9c0-522e-4077-a146-d8bd26875967 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.403044 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-79f5e9c0-522e-4077-a146-d8bd26875967 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 200 len: 855 time: 0.2192519 Sep 15 08:37:40.459630 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-0f76bc7a-24f3-402f-a8a6-8a28b2203882 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b802c4a6-29fb-4c8f-adff-4dfc345b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454237 Sep 15 08:37:40.570783 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-9086dab5-f45e-4fe3-ad03-477f115bbaab service neutron] 10.222.0.36 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657976 Sep 15 08:37:40.606144 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48448-2957-4fca-b15e-8ade745a70af req-d64def32-9dcd-4067-8502-b6ee15347cf8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.607532 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ba48448-2957-4fca-b15e-8ade745a70af req-d64def32-9dcd-4067-8502-b6ee15347cf8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.3502486 Sep 15 08:37:40.710446 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device e4641e06-4d3a-4396-af67-3987b4ce44d0 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:37:40.746237 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: e4641e06-4d3a-4396-af67-3987b4ce44d0 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:37:40.746598 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device e4641e06-4d3a-4396-af67-3987b4ce44d0 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:37:40.759124 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-c4aa54eb-18ed-461b-97d9-686137a0664c service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832384 Sep 15 08:37:40.764982 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ba48448-2957-4fca-b15e-8ade745a70af req-b2507765-39d6-4337-b5c0-cb16d1a37791 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062021 Sep 15 08:37:40.849802 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-e5048713-d456-4d04-a2e3-ebb6f3139641 service neutron] 10.222.0.36 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715375 Sep 15 08:37:40.958342 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d4a7bcc-a7f1-423f-b89e-2b3901fa5b89 req-0cd734df-e3d4-4165-b32e-c106af87b9b9 service neutron] 10.222.0.21 "GET /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828697 Sep 15 08:37:40.989585 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a80ca6-867d-43d2-91e3-52d6e7be6d54 req-41c1aa80-8ca4-45b7-b698-33be157d9a18 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:40.991144 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93a80ca6-867d-43d2-91e3-52d6e7be6d54 req-41c1aa80-8ca4-45b7-b698-33be157d9a18 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1007102 Sep 15 08:37:41.003722 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:37:41.042171 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93a80ca6-867d-43d2-91e3-52d6e7be6d54 req-34d66eef-29af-420d-8694-f10a9b7af593 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Sep 15 08:37:41.238494 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4516b11c-e4cd-4732-9611-bc80c6142802 req-35e03e3a-af76-4597-81ce-785c941bb7ef tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 210 time: 0.1270046 Sep 15 08:37:41.257059 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae012b-7b47-484d-afe4-e8362239c7aa req-e5b9d478-3172-47e0-8fd7-39920f83c1f0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:41.266969 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-55ae012b-7b47-484d-afe4-e8362239c7aa req-e5b9d478-3172-47e0-8fd7-39920f83c1f0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.2046702 Sep 15 08:37:41.322731 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-55ae012b-7b47-484d-afe4-e8362239c7aa req-90e4fd0e-a544-4039-9d15-c97a4cbb153e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582643 Sep 15 08:37:41.716214 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-1f9ae33f-1eca-4eb0-86d7-5585e39b649a tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:41.717616 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-1f9ae33f-1eca-4eb0-86d7-5585e39b649a tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.0843322 Sep 15 08:37:41.810062 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Deleting port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:37:41.810582 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.124266 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d2a82-36a7-4186-a06d-932f289947c5 req-58bfd368-80ab-4b2e-a94f-a6b81c4890be tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.131223 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-323d2a82-36a7-4186-a06d-932f289947c5 req-58bfd368-80ab-4b2e-a94f-a6b81c4890be tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 945 time: 0.2121379 Sep 15 08:37:42.169088 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] For port 7e0efc80-64de-41ae-8b11-73c07b66d6f7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7e0efc80-64de-41ae-8b11-73c07b66d6f7,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:42.169565 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.338938 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741fcab-23c3-4087-b055-b537584a7f10 req-a5a80c88-a249-4391-a143-2eaa4aea57c5 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.340964 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-a5a80c88-a249-4391-a143-2eaa4aea57c5 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "GET /v2.0/networks?id=727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 200 len: 808 time: 0.1743512 Sep 15 08:37:42.347049 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Calling delete_port for 7e0efc80-64de-41ae-8b11-73c07b66d6f7 owned by compute:nova {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:37:42.363102 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Request body: {'port': {'device_id': '5768081c-c992-4304-8e12-baeba0fc19ed', 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb', 'admin_state_up': True, 'tenant_id': 'a9e8e8663107454995a38cae05e6c8ec'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:42.421881 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-323d2a82-36a7-4186-a06d-932f289947c5 req-5d92ab0e-378f-43c6-b1a3-ebd25d194435 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897036 Sep 15 08:37:42.507868 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d786f04-63d4-4e84-b413-c4818316569f req-86423d3b-f69c-4214-af1b-1765a406ed3d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.522754 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d786f04-63d4-4e84-b413-c4818316569f req-86423d3b-f69c-4214-af1b-1765a406ed3d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 943 time: 0.2775593 Sep 15 08:37:42.550446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:42.557141 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Usage tracker for resource:port and tenant:a9e8e8663107454995a38cae05e6c8ec is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:42.562231 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:42.568612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:42.585906 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Made reservation on behalf of a9e8e8663107454995a38cae05e6c8ec for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:37:42.601374 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.682557 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0d11cb19-05cf-4a53-ba8f-bb4cdfd2e020 req-ef97e17f-5fce-4a72-8259-de31aee53663 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 210 time: 0.0597086 Sep 15 08:37:42.709217 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.731577 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-33227bfb-a5ce-42ac-af4a-26e4d41c4af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:42.734689 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['7e0efc80-64de-41ae-8b11-73c07b66d6f7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:42.774466 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d786f04-63d4-4e84-b413-c4818316569f req-82393ef1-9976-4eda-8ab8-703bdd8c8195 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551242 Sep 15 08:37:42.827294 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Pushing event deleted for resources: {'Port': ['ID=7e0efc80-64de-41ae-8b11-73c07b66d6f7,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:42.855219 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Allocated IP 172.20.0.8 (727482d9-75a6-47b8-ab76-96321c072fdb/a992938a-e5f4-4612-9ee5-b207737c0da7/3e1b7dc9-4b04-460c-9d5f-ec66e8234179) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:37:42.863298 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:42.905632 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] No DVR routers for this DVR port 7e0efc80-64de-41ae-8b11-73c07b66d6f7 on host hv-cinder-80600 {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:37:42.908536 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:42.911421 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'name': 'network-vif-deleted', 'tag': '7e0efc80-64de-41ae-8b11-73c07b66d6f7'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:42.923312 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e91f4fda-9d20-4b8f-b6d7-72d61cbf438e req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "DELETE /v2.0/ports/7e0efc80-64de-41ae-8b11-73c07b66d6f7 HTTP/1.1" status: 204 len: 173 time: 1.1985099 Sep 15 08:37:42.973226 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9139b4-8f76-4e81-ba00-ad8b7af8df27 req-1df31229-17f4-4355-bd94-6da468b3ee30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:42.974899 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-da9139b4-8f76-4e81-ba00-ad8b7af8df27 req-1df31229-17f4-4355-bd94-6da468b3ee30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1488283 Sep 15 08:37:43.027245 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bb5826-a10d-4d22-a467-0a0766a55ba4', 'name': 'network-vif-deleted', 'tag': '7e0efc80-64de-41ae-8b11-73c07b66d6f7', 'status': 'completed', 'code': 200} Sep 15 08:37:43.082721 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-da9139b4-8f76-4e81-ba00-ad8b7af8df27 req-48e82e69-ca49-454a-99fc-37c9949db451 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996571 Sep 15 08:37:43.160066 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.192447 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.199050 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:43.266237 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Network 727482d9-75a6-47b8-ab76-96321c072fdb is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:37:43.269613 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:37:43.273619 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:37:43.277706 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:43.278350 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.292543 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Pushing event updated for resources: {'Port': ['ID=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:43.296822 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:43.309271 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507520 Sep 15 08:37:43.325590 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Request body: {'port': {'device_id': '5768081c-c992-4304-8e12-baeba0fc19ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:37:43.503975 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.614671 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-7424e2a0-c8e4-471c-a2d7-f997e6c7de45 req-81b2f9d1-0359-4d7a-b68c-4594b9dcb0bc tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Synchronizing usage tracker for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:43.630746 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-7424e2a0-c8e4-471c-a2d7-f997e6c7de45 req-81b2f9d1-0359-4d7a-b68c-4594b9dcb0bc tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Unset dirty status for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:43.631964 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7424e2a0-c8e4-471c-a2d7-f997e6c7de45 req-81b2f9d1-0359-4d7a-b68c-4594b9dcb0bc tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=03bb5826-a10d-4d22-a467-0a0766a55ba4 HTTP/1.1" status: 200 len: 210 time: 0.0592451 Sep 15 08:37:43.879437 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:43.888742 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.894344 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64681d44-e4f9-4963-873e-cab0caad29c8 req-25142de7-6ad1-4f98-8a6e-7631f2be050b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:43.901172 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-64681d44-e4f9-4963-873e-cab0caad29c8 req-25142de7-6ad1-4f98-8a6e-7631f2be050b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 931 time: 0.0839598 Sep 15 08:37:43.905976 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Transition to ACTIVE for port object 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:37:43.911415 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:43.916593 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-93ad357d-61a8-4374-bde6-5ab199a0d029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:44.001089 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-64681d44-e4f9-4963-873e-cab0caad29c8 req-1ae0d0fc-b79c-4d3d-980d-d0d8d7434384 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988314 Sep 15 08:37:44.019680 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cce73-58d0-4650-8b3c-ee317095123a req-638f2496-59d6-4a4f-a2bc-3b6703d4d3f7 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:44.021189 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b39cce73-58d0-4650-8b3c-ee317095123a req-638f2496-59d6-4a4f-a2bc-3b6703d4d3f7 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 943 time: 0.1024244 Sep 15 08:37:44.050385 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:44.054079 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:44.090220 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b39cce73-58d0-4650-8b3c-ee317095123a req-88b2b05a-de7c-4aa1-b001-4e3ed6581750 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581143 Sep 15 08:37:44.113346 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Attempting to bind port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:37:44.115572 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Attempting to bind port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:37:44.116163 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Attempting to bind port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 on network 727482d9-75a6-47b8-ab76-96321c072fdb {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:44.126144 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 on network 727482d9-75a6-47b8-ab76-96321c072fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:37:44.126628 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Attempting to bind port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 on network 727482d9-75a6-47b8-ab76-96321c072fdb {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:37:44.135886 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:37:44.136341 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Checking segment: {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:37:44.136828 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Bound using segment: {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:37:44.137423 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Bound port: 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:37:44.137896 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.245601 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] For port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:37:44.248909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] For port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:37:44.255459 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.261178 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9051bd73-90ba-46f7-8893-3bc07d5c1cb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:44.324127 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.325599 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] 10.222.0.21 "PUT /v2.0/ports/3e1b7dc9-4b04-460c-9d5f-ec66e8234179 HTTP/1.1" status: 200 len: 1093 time: 1.0048876 Sep 15 08:37:44.326204 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768081c-c992-4304-8e12-baeba0fc19ed', 'tag': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:44.376947 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:44.380825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fa7d5-63ad-4f7a-bec5-cd0c696a8bd5 req-1047168a-d685-483a-8012-2f952876d295 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:44.382215 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:44.385590 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-090fa7d5-63ad-4f7a-bec5-cd0c696a8bd5 req-1047168a-d685-483a-8012-2f952876d295 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1310656 Sep 15 08:37:44.447228 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768081c-c992-4304-8e12-baeba0fc19ed', 'tag': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179', 'status': 'completed', 'code': 200} Sep 15 08:37:44.463112 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-090fa7d5-63ad-4f7a-bec5-cd0c696a8bd5 req-2c1022fe-84fb-4944-9f61-f2370ba0825b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731387 Sep 15 08:37:44.503423 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-244a1912-58de-4fa8-85be-6aec07242625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e8e8663107454995a38cae05e6c8ec&device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 1096 time: 0.1127934 Sep 15 08:37:44.590918 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-8061efa8-d1cf-43af-8e3e-91911cda8a22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179 HTTP/1.1" status: 200 len: 217 time: 0.0730014 Sep 15 08:37:44.676146 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741fcab-23c3-4087-b055-b537584a7f10 req-27d20928-c1bd-4258-a927-0707b282bece service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:44.677672 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-27d20928-c1bd-4258-a927-0707b282bece service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a992938a-e5f4-4612-9ee5-b207737c0da7 HTTP/1.1" status: 200 len: 848 time: 0.0706689 Sep 15 08:37:44.730975 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device ff399a72-590c-427d-a397-68d2f0f9ff92 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:44.739149 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-64a60274-7ce1-4cd0-b15e-b2c9b526d9ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727482d9-75a6-47b8-ab76-96321c072fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508325 Sep 15 08:37:44.892652 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port ff399a72-590c-427d-a397-68d2f0f9ff92, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ff399a72-590c-427d-a397-68d2f0f9ff92,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:44.893444 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-06a53ef8-9634-4b3f-9652-f517b2f7a20b service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465371 Sep 15 08:37:44.907765 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'ff399a72-590c-427d-a397-68d2f0f9ff92', 'network_id': 'b802c4a6-29fb-4c8f-adff-4dfc345b34cd', 'port_id': 'ff399a72-590c-427d-a397-68d2f0f9ff92', 'mac_address': 'fa:16:3e:5e:24:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202c7ae9-de00-4c3a-b85f-1f433e4fd64f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:44.950284 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 57198) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:44.971667 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:44.990547 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff399a72-590c-427d-a397-68d2f0f9ff92 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:45.010250 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port ff399a72-590c-427d-a397-68d2f0f9ff92, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ff399a72-590c-427d-a397-68d2f0f9ff92,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:45.019668 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.023529 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:45.100427 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=ff399a72-590c-427d-a397-68d2f0f9ff92,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:45.107692 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3741fcab-23c3-4087-b055-b537584a7f10 req-69fb936b-87da-4808-8f16-02534c492648 service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024682 Sep 15 08:37:45.110899 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.111251 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.111592 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.111921 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.112424 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.112752 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.113224 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.113737 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.114115 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.114599 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.115123 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:37:45.126355 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:45.146407 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.223418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:37:45.235207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Usage tracker for resource:security_group_rule and tenant:04ba2a2dedb642a8a58e88a9808ce5c2 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:37:45.241007 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:37:45.262809 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-4a0ba39a-c8bd-4377-9e7c-d710474206bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9e8e8663107454995a38cae05e6c8ec&device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 1096 time: 0.0878317 Sep 15 08:37:45.285294 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:37:45.402424 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94978-f508-4354-9e5d-03da70f4ecba req-5db3a71e-7ae9-4e4f-b91d-ad2c15194fc4 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:45.403862 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7cb94978-f508-4354-9e5d-03da70f4ecba req-5db3a71e-7ae9-4e4f-b91d-ad2c15194fc4 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.2444360 Sep 15 08:37:45.471878 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a95191-77a7-46d4-9bbd-882580986077 req-8e4f716e-c82b-4da9-98b0-5ff0f9bbc9b8 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:45.473388 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-47a95191-77a7-46d4-9bbd-882580986077 req-8e4f716e-c82b-4da9-98b0-5ff0f9bbc9b8 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.2352433 Sep 15 08:37:45.520930 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7cb94978-f508-4354-9e5d-03da70f4ecba req-a90e4357-fca8-43ff-b71c-e968546ecc51 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079886 Sep 15 08:37:45.529422 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.540108 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.549885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7efb094c-e909-40d0-810a-84bd92c0fb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:45.573148 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-47a95191-77a7-46d4-9bbd-882580986077 req-507235d9-1b64-41de-8d8f-6d7f341cb5e5 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909927 Sep 15 08:37:45.599503 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04ba2a2dedb642a8a58e88a9808ce5c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6480682 Sep 15 08:37:45.600507 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2ed44d-ce2b-4a2e-8206-44a2c9cd04c2,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:45.603525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 57216) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:37:45.604704 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:45.670779 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.698556 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.755435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.764331 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:45.774765 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36315025-aa80-478e-bd5c-3d3b74f78fc1 req-4bc4db0c-4380-47a2-a1de-0256bab81179 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:45.776189 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-36315025-aa80-478e-bd5c-3d3b74f78fc1 req-4bc4db0c-4380-47a2-a1de-0256bab81179 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0840542 Sep 15 08:37:45.777124 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2ed44d-ce2b-4a2e-8206-44a2c9cd04c2,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:45.779337 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:45.780406 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c2ed44d-ce2b-4a2e-8206-44a2c9cd04c2 HTTP/1.1" status: 204 len: 168 time: 0.1759112 Sep 15 08:37:45.781229 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:45.827656 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-36315025-aa80-478e-bd5c-3d3b74f78fc1 req-fc14d0bb-e702-49ac-b183-5bc86c834e90 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Sep 15 08:37:46.717870 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e5542-fbe4-462e-9726-c65a00a29a7f req-5fceda0c-ce33-4a85-ae2d-40653d0f449f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:46.719348 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2b5e5542-fbe4-462e-9726-c65a00a29a7f req-5fceda0c-ce33-4a85-ae2d-40653d0f449f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0768249 Sep 15 08:37:46.768083 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2b5e5542-fbe4-462e-9726-c65a00a29a7f req-519016d3-c699-42de-bb53-5c84264b1065 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Sep 15 08:37:46.932292 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 7e0efc80-64de-41ae-8b11-73c07b66d6f7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:37:46.961138 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53321cc7-7808-4492-a4a7-12eb2c2d5276 req-a0e3a350-49ef-435f-900e-cc7d66d77183 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:46.963948 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-53321cc7-7808-4492-a4a7-12eb2c2d5276 req-a0e3a350-49ef-435f-900e-cc7d66d77183 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.0802565 Sep 15 08:37:46.971851 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 7e0efc80-64de-41ae-8b11-73c07b66d6f7 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:37:46.972441 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 7e0efc80-64de-41ae-8b11-73c07b66d6f7 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:37:47.013408 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-53321cc7-7808-4492-a4a7-12eb2c2d5276 req-6b52156d-d099-4c36-97fe-dba48a07a43e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Sep 15 08:37:47.217363 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f9116-1abc-4967-bd95-089343ac960e req-5d0a6e5f-3314-49b0-b429-24b4dc7a9b29 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:47.218813 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0e3f9116-1abc-4967-bd95-089343ac960e req-5d0a6e5f-3314-49b0-b429-24b4dc7a9b29 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0819151 Sep 15 08:37:47.264206 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0e3f9116-1abc-4967-bd95-089343ac960e req-5eaf8478-ef28-4b03-a9c4-fbb4167eecd2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 Sep 15 08:37:47.970094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f3997-5469-4963-af0d-ef6a56075bc5 req-f44f99f5-8f27-4ddf-8ec4-fabd5da511b3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:47.971718 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9a7f3997-5469-4963-af0d-ef6a56075bc5 req-f44f99f5-8f27-4ddf-8ec4-fabd5da511b3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0778832 Sep 15 08:37:48.018024 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9a7f3997-5469-4963-af0d-ef6a56075bc5 req-61a446c4-c917-45c0-a4b6-daad71a683a6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Sep 15 08:37:48.146948 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-8b3a325e-6452-42cd-9e33-a2d323cfcd2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:48.148487 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-8b3a325e-6452-42cd-9e33-a2d323cfcd2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 200 len: 909 time: 0.1952291 Sep 15 08:37:48.219389 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d2eb-3e0b-4217-ba99-f9aab494a9fd req-9f25dcbe-8c3b-4ffa-83cf-e6cd3bf7d3ce tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:48.220826 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98d2d2eb-3e0b-4217-ba99-f9aab494a9fd req-9f25dcbe-8c3b-4ffa-83cf-e6cd3bf7d3ce tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.0843792 Sep 15 08:37:48.226521 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-670e8ec0-7fa8-480e-b218-ef4e984347c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179 HTTP/1.1" status: 200 len: 217 time: 0.0683010 Sep 15 08:37:48.267776 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-98d2d2eb-3e0b-4217-ba99-f9aab494a9fd req-dbc18876-332d-4386-b6d8-6f9d7be79ddc tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Sep 15 08:37:48.297757 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-7eed617d-0a68-4115-9fd9-fdc5343d1477 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:48.299928 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-7eed617d-0a68-4115-9fd9-fdc5343d1477 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a992938a-e5f4-4612-9ee5-b207737c0da7 HTTP/1.1" status: 200 len: 848 time: 0.0666499 Sep 15 08:37:48.353015 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-a6376be3-1965-41c8-a5a7-baeb4cb616a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=727482d9-75a6-47b8-ab76-96321c072fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435681 Sep 15 08:37:48.389427 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['ff399a72-590c-427d-a397-68d2f0f9ff92'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:48.485175 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2633228-6720-4d9a-81e7-66892cce3490 req-3aeb3deb-6011-41ed-bfda-fdd0448633f0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:48.487049 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b2633228-6720-4d9a-81e7-66892cce3490 req-3aeb3deb-6011-41ed-bfda-fdd0448633f0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0803668 Sep 15 08:37:48.488148 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-cd704347-bb9d-4f07-8edd-b239d7542c28 service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273532 Sep 15 08:37:48.535505 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b2633228-6720-4d9a-81e7-66892cce3490 req-23c2e24a-58ec-4281-ab09-1eb9501659e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Sep 15 08:37:48.591382 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cc22c27-fd40-4ccb-9df6-dd99a322dc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:48.860775 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:49.214222 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed431ff-00ea-414e-b562-52c01ea32a6f req-66c8831e-f849-49eb-993e-4e307e3eeb3a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:49.215988 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6ed431ff-00ea-414e-b562-52c01ea32a6f req-66c8831e-f849-49eb-993e-4e307e3eeb3a tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0785768 Sep 15 08:37:49.262752 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6ed431ff-00ea-414e-b562-52c01ea32a6f req-db39549f-51a5-4df7-a80d-46c26fe86abc tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Sep 15 08:37:49.612663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165d59a-d128-4e95-a8d1-612add9d969e req-8c393ce4-223b-4705-9d07-5594b709a845 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:49.614125 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d165d59a-d128-4e95-a8d1-612add9d969e req-8c393ce4-223b-4705-9d07-5594b709a845 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.0799937 Sep 15 08:37:49.659301 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d165d59a-d128-4e95-a8d1-612add9d969e req-461e6acd-9c87-43cd-91c7-40f845efa1c8 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397799 Sep 15 08:37:49.846848 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3c84e-c946-4d93-b09f-81e2ccb3d208 req-8e4fc502-4447-4b97-8f77-9554e5d52292 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:49.848188 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b7d3c84e-c946-4d93-b09f-81e2ccb3d208 req-8e4fc502-4447-4b97-8f77-9554e5d52292 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0758293 Sep 15 08:37:49.892093 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b7d3c84e-c946-4d93-b09f-81e2ccb3d208 req-88b3d902-7057-400c-b73b-f03e23469b3f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382001 Sep 15 08:37:50.466039 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d80a6-b95f-409c-9cb0-6ea2531075ff req-0786d3db-9ec0-4e1e-92a5-2c5434f25fc1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:50.467478 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2e4d80a6-b95f-409c-9cb0-6ea2531075ff req-0786d3db-9ec0-4e1e-92a5-2c5434f25fc1 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0856161 Sep 15 08:37:50.512109 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2e4d80a6-b95f-409c-9cb0-6ea2531075ff req-57460097-c331-46a0-ad24-4483240b9375 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 Sep 15 08:37:50.750228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b8770a2e-2c1f-4e90-9e7a-a6dfa5b427f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:50.858200 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f59d-6937-4b58-abff-27d621a291a0 req-e290eb08-2329-4826-8560-e4f4c4fb18be tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:50.859619 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-49e7f59d-6937-4b58-abff-27d621a291a0 req-e290eb08-2329-4826-8560-e4f4c4fb18be tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.0763705 Sep 15 08:37:50.903446 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-49e7f59d-6937-4b58-abff-27d621a291a0 req-ff661061-0ecb-4ad0-9a50-04a0d89c90cb tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 Sep 15 08:37:51.103471 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67082d8-a3a2-4740-bed9-5f7bda62f3ad req-435dc4a1-8e6c-4fb5-95fd-bad731d37d3f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:51.104873 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e67082d8-a3a2-4740-bed9-5f7bda62f3ad req-435dc4a1-8e6c-4fb5-95fd-bad731d37d3f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0776777 Sep 15 08:37:51.150526 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e67082d8-a3a2-4740-bed9-5f7bda62f3ad req-8f764d1c-ece7-4ef3-aeac-8dde58f3ea15 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402780 Sep 15 08:37:51.427690 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c09f8c89-4649-476c-b9ce-9e4b6035d1cc req-2b6eb92d-ef52-45c3-bbb6-01eec358ca08 service neutron] 10.222.0.21 "GET /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290088 Sep 15 08:37:51.558564 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:51.707750 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151e96-ebb4-4675-b686-9be57af39cd6 req-f7a3c864-1f1f-4489-90dd-818fcc51ca98 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:51.709192 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d5151e96-ebb4-4675-b686-9be57af39cd6 req-f7a3c864-1f1f-4489-90dd-818fcc51ca98 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0802546 Sep 15 08:37:51.757750 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d5151e96-ebb4-4675-b686-9be57af39cd6 req-6aa04461-f26e-47dc-93bf-c4480ce326cb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Sep 15 08:37:51.978790 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:52.103561 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247cd33-5aea-4d3b-9218-fcdb306490d4 req-030a27c5-dfc1-4dd5-8993-448c7774096c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:52.105480 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3247cd33-5aea-4d3b-9218-fcdb306490d4 req-030a27c5-dfc1-4dd5-8993-448c7774096c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.0782232 Sep 15 08:37:52.153395 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3247cd33-5aea-4d3b-9218-fcdb306490d4 req-5669c1d8-7e08-4815-aaa5-f5fa6ae243b9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Sep 15 08:37:52.380219 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66157-2682-4872-a4d8-7bd5f7516d1a req-a1397758-ae03-4a5c-a48a-c81c5ebd73ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:52.381691 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2f66157-2682-4872-a4d8-7bd5f7516d1a req-a1397758-ae03-4a5c-a48a-c81c5ebd73ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0906959 Sep 15 08:37:52.438671 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2f66157-2682-4872-a4d8-7bd5f7516d1a req-1cd2c016-b790-442e-b9b0-0f3276f4fa6c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504851 Sep 15 08:37:52.972836 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500749d8-fae7-406d-b304-fee78552a8fc req-95f3cb02-19c9-456c-8dc7-169e1cdc1852 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:52.974724 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-500749d8-fae7-406d-b304-fee78552a8fc req-95f3cb02-19c9-456c-8dc7-169e1cdc1852 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0946553 Sep 15 08:37:53.029331 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-500749d8-fae7-406d-b304-fee78552a8fc req-7667b07e-0309-4a9c-8ba7-7b88740f547e tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Sep 15 08:37:53.294926 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device ff399a72-590c-427d-a397-68d2f0f9ff92 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:53.419495 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.476227 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port ff399a72-590c-427d-a397-68d2f0f9ff92 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:53.498007 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port ff399a72-590c-427d-a397-68d2f0f9ff92 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:53.498745 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.593396 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01380c9-68bc-46d2-b226-059d6acc6973 req-4e206f8e-d3bf-4caa-8e85-e8ab53731185 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:53.594860 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a01380c9-68bc-46d2-b226-059d6acc6973 req-4e206f8e-d3bf-4caa-8e85-e8ab53731185 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 944 time: 0.3173501 Sep 15 08:37:53.730075 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-6557f0ab-e6a8-4b1f-8492-5a30bf3402a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.1110187 Sep 15 08:37:53.760424 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.798553 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a01380c9-68bc-46d2-b226-059d6acc6973 req-1eb19648-1965-49dd-8899-c3b4adbbb382 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923041 Sep 15 08:37:53.835167 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff399a72-590c-427d-a397-68d2f0f9ff92'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:53.836827 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd9780-ca38-471d-96fa-b1763555bf47 req-a414cf11-a232-4c02-9340-f41bba15302d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:53.838386 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0dbd9780-ca38-471d-96fa-b1763555bf47 req-a414cf11-a232-4c02-9340-f41bba15302d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1497090 Sep 15 08:37:53.856081 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port ff399a72-590c-427d-a397-68d2f0f9ff92, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ff399a72-590c-427d-a397-68d2f0f9ff92,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:53.870272 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:53.872361 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:53.932710 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0dbd9780-ca38-471d-96fa-b1763555bf47 req-5bf67447-9a83-44e6-ba94-d879b973622e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813689 Sep 15 08:37:53.975621 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-e9776bb0-edc2-454c-aad0-9bf8987edd4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:53.977900 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-e9776bb0-edc2-454c-aad0-9bf8987edd4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.2379940 Sep 15 08:37:53.994025 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=ff399a72-590c-427d-a397-68d2f0f9ff92,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:54.005516 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:54.060371 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-a4b849e9-9be0-4d74-adbb-e94960a85336 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.0753081 Sep 15 08:37:54.101870 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff399a72-590c-427d-a397-68d2f0f9ff92', 'code': 200} Sep 15 08:37:54.136596 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-11c6b8fb-8085-4300-a08c-1f8e70a956ce service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:54.138311 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-11c6b8fb-8085-4300-a08c-1f8e70a956ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.0654609 Sep 15 08:37:54.187077 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb13d9d-c26a-4377-bdfe-78b18520e074 req-dabeb032-05b4-4b06-931d-b4badab40946 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:54.189335 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cfb13d9d-c26a-4377-bdfe-78b18520e074 req-dabeb032-05b4-4b06-931d-b4badab40946 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0980382 Sep 15 08:37:54.198911 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-bc489c0c-628d-487d-9126-b6f5b30d696d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478246 Sep 15 08:37:54.296939 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cfb13d9d-c26a-4377-bdfe-78b18520e074 req-03ccb24a-0b3a-4055-b627-c252771f4d0c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018388 Sep 15 08:37:54.353421 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-88180ce0-f344-48da-a4cd-b5e8791e7adb service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469727 Sep 15 08:37:54.356689 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95accbd3-0708-4d37-83af-7e0173e0f3a4 req-c5d64e76-3f76-490d-ad7c-02b58be4f8d5 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:54.358133 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95accbd3-0708-4d37-83af-7e0173e0f3a4 req-c5d64e76-3f76-490d-ad7c-02b58be4f8d5 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.1466093 Sep 15 08:37:54.419306 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95accbd3-0708-4d37-83af-7e0173e0f3a4 req-d0f321ae-aad5-4893-b387-daae4a951706 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555890 Sep 15 08:37:54.424515 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e41ba495-7698-4db4-a829-5225c96d94a4 req-e8dce460-66d7-4517-ae30-da64a0b0bbfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 1098 time: 0.1177795 Sep 15 08:37:54.499645 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f590ffab-1a90-4aef-9b99-49fd98aece03 req-1489d77f-1a8d-4c50-865b-75362bf6a28b service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306989 Sep 15 08:37:55.007791 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0c722-e5c9-4080-a1a2-d8f8ca8088bd req-47b225a8-7b8f-469b-80a8-a91d5ebccaa2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:55.009755 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-56b0c722-e5c9-4080-a1a2-d8f8ca8088bd req-47b225a8-7b8f-469b-80a8-a91d5ebccaa2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.0840344 Sep 15 08:37:55.058377 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-56b0c722-e5c9-4080-a1a2-d8f8ca8088bd req-702c4a32-880c-4e3a-a30d-4dfca9d5fa8d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Sep 15 08:37:55.168218 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e40e39-ef43-4f25-a358-ad8d4f88ccff req-a4bb4c26-30bd-4cfa-b3ee-79b609e3af0d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:55.169713 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08e40e39-ef43-4f25-a358-ad8d4f88ccff req-a4bb4c26-30bd-4cfa-b3ee-79b609e3af0d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0844629 Sep 15 08:37:55.221644 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08e40e39-ef43-4f25-a358-ad8d4f88ccff req-972d1e64-ad7d-420a-9566-360f9b248513 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462129 Sep 15 08:37:55.502428 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79983c0f-78cb-40d4-bd1a-6fa7c6699332 req-f534b49c-17a5-420f-8c44-56be2560f855 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:55.503913 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79983c0f-78cb-40d4-bd1a-6fa7c6699332 req-f534b49c-17a5-420f-8c44-56be2560f855 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0767319 Sep 15 08:37:55.549133 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79983c0f-78cb-40d4-bd1a-6fa7c6699332 req-9edfc3fc-58d8-4320-89aa-590347d58217 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395613 Sep 15 08:37:55.732973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b141587-4b75-47a9-8a26-c34533f04681 req-9cc23e92-df6f-4d10-83ed-4a83683086c9 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:55.734430 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8b141587-4b75-47a9-8a26-c34533f04681 req-9cc23e92-df6f-4d10-83ed-4a83683086c9 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 943 time: 0.0788050 Sep 15 08:37:55.778923 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8b141587-4b75-47a9-8a26-c34533f04681 req-ac8db773-b2f4-4c82-8bc3-24a000928944 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389686 Sep 15 08:37:56.130593 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:37:56.176177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-e41ba495-7698-4db4-a829-5225c96d94a4 req-8b6dfc9d-ca3c-4ea1-acf4-bca2683a62da service neutron] Synchronizing usage tracker for tenant:67c36dc87d734e7492a19052dbe70642 on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:37:56.232964 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-e41ba495-7698-4db4-a829-5225c96d94a4 req-8b6dfc9d-ca3c-4ea1-acf4-bca2683a62da service neutron] Unset dirty status for tenant:67c36dc87d734e7492a19052dbe70642 on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:37:56.234106 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e41ba495-7698-4db4-a829-5225c96d94a4 req-8b6dfc9d-ca3c-4ea1-acf4-bca2683a62da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075096 Sep 15 08:37:56.272743 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1c8d-6b71-4a4d-89be-098734483ada req-a4e01d99-2785-4e48-8a91-d6f3cfed16e0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:56.274886 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-467e1c8d-6b71-4a4d-89be-098734483ada req-a4e01d99-2785-4e48-8a91-d6f3cfed16e0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.0859327 Sep 15 08:37:56.281898 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:56.300256 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179', 'network_id': '727482d9-75a6-47b8-ab76-96321c072fdb', 'port_id': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179', 'mac_address': 'fa:16:3e:5b:4e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a992938a-e5f4-4612-9ee5-b207737c0da7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:37:56.327734 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-467e1c8d-6b71-4a4d-89be-098734483ada req-3fa1e1a1-35f9-43b3-8f4d-b7672db33d3a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Sep 15 08:37:56.366193 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.385113 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:37:56.403076 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:56.407270 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:56.409061 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:56.473610 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:56.476565 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:56.523203 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b557f6d-0271-489d-9f1b-b4c4bf5c6e28 req-37db7ffb-b937-45d0-a2c0-cf8bcfdb7b65 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:56.524812 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1b557f6d-0271-489d-9f1b-b4c4bf5c6e28 req-37db7ffb-b937-45d0-a2c0-cf8bcfdb7b65 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0800097 Sep 15 08:37:56.569776 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1b557f6d-0271-489d-9f1b-b4c4bf5c6e28 req-9348fae0-7577-4dac-a4f2-d83c6488cedc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Sep 15 08:37:56.767198 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086aba05-45cd-4a77-93ac-7ff4d1a7d918 req-b4539467-d4c6-498d-bbf3-2bd61a519094 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:56.768633 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-086aba05-45cd-4a77-93ac-7ff4d1a7d918 req-b4539467-d4c6-498d-bbf3-2bd61a519094 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0799222 Sep 15 08:37:56.812831 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-086aba05-45cd-4a77-93ac-7ff4d1a7d918 req-d23b12ef-a1b7-44bf-9fb1-1e3af58fe2b4 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379057 Sep 15 08:37:56.992564 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dd53d-e0f0-46cc-9fe6-ac12e76972c1 req-dd58ad58-92cb-42f3-8c9d-36e558367b8f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:56.994558 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a28dd53d-e0f0-46cc-9fe6-ac12e76972c1 req-dd58ad58-92cb-42f3-8c9d-36e558367b8f tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 944 time: 0.0763416 Sep 15 08:37:57.038215 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a28dd53d-e0f0-46cc-9fe6-ac12e76972c1 req-a01287e9-cbd6-42f5-b4a0-080e48f050d5 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Sep 15 08:37:57.535518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06f658-10e9-4306-b845-38dc726e869d req-fd29b2ce-d366-49fe-a48d-97aa777ad21e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:57.536933 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5c06f658-10e9-4306-b845-38dc726e869d req-fd29b2ce-d366-49fe-a48d-97aa777ad21e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.0824728 Sep 15 08:37:57.583864 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5c06f658-10e9-4306-b845-38dc726e869d req-5f4f24f7-7944-46d0-a87e-1cd41c92158a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Sep 15 08:37:57.604922 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['3e1b7dc9-4b04-460c-9d5f-ec66e8234179'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:37:57.818498 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d022a-d1de-4383-87c6-5a3894885801 req-2d1af412-1746-4cc9-af05-322d12e63f15 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:57.819942 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e92d022a-d1de-4383-87c6-5a3894885801 req-2d1af412-1746-4cc9-af05-322d12e63f15 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0951529 Sep 15 08:37:57.880905 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e92d022a-d1de-4383-87c6-5a3894885801 req-cd48fd1d-7106-4f22-9c53-9d595500c9ad tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539680 Sep 15 08:37:58.043857 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feeb05-0d5a-49d1-928c-c981b01a0d81 req-b53b52aa-2abf-4bf8-8b89-663a352f0c97 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:58.045323 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e3feeb05-0d5a-49d1-928c-c981b01a0d81 req-b53b52aa-2abf-4bf8-8b89-663a352f0c97 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1007276 Sep 15 08:37:58.101689 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e3feeb05-0d5a-49d1-928c-c981b01a0d81 req-2b91a919-bbe6-4633-bfdc-3904d7e1a20a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498252 Sep 15 08:37:58.267694 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a67b9-4d33-4691-9024-b1cec190669d req-50d0fa2f-abe4-439f-974e-7b78bc73e7bb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:58.275629 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bd7a67b9-4d33-4691-9024-b1cec190669d req-50d0fa2f-abe4-439f-974e-7b78bc73e7bb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 944 time: 0.0963490 Sep 15 08:37:58.349149 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bd7a67b9-4d33-4691-9024-b1cec190669d req-c520a472-9a00-4213-8b6b-de9d9c9963c2 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722544 Sep 15 08:37:58.701946 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1263-6d60-49e6-9509-ff7cac027044 req-7bea5750-a13e-43dc-a2e2-e7ca82e2abb6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:58.703434 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-7bea5750-a13e-43dc-a2e2-e7ca82e2abb6 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/networks?id=a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 200 len: 813 time: 0.2211273 Sep 15 08:37:58.719672 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-03cc5eae-14c5-4be4-bf21-e9c6ae44aae7 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/quotas/3aa5275c03ad4622963dfdccbe51df3e HTTP/1.1" status: 200 len: 375 time: 0.0105891 Sep 15 08:37:58.808137 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-f234ea9a-628e-4938-bb00-61cfe034c718 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560625 Sep 15 08:37:58.930340 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c02c61-0968-4efa-b0de-40d3f83910f8 req-9999f8cc-629f-46f4-afb5-fdcd29cb8bfa tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:58.932379 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a8c02c61-0968-4efa-b0de-40d3f83910f8 req-9999f8cc-629f-46f4-afb5-fdcd29cb8bfa tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2107432 Sep 15 08:37:58.990067 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-2c5f38ab-21cb-4aad-b025-297ca7b4f217 service neutron] 10.222.0.36 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721263 Sep 15 08:37:59.019948 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a8c02c61-0968-4efa-b0de-40d3f83910f8 req-7dfcd19f-2906-47c2-a19f-7f49c0f9eeae tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775781 Sep 15 08:37:59.128791 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-c0026570-a386-4ea3-961e-b16529c05fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300905 Sep 15 08:37:59.207309 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7ec2b-0755-48bb-ab79-e7f357827236 req-789b2407-fbdf-4d8e-84c7-c1f594fa852d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:59.208752 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d5e7ec2b-0755-48bb-ab79-e7f357827236 req-789b2407-fbdf-4d8e-84c7-c1f594fa852d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0790706 Sep 15 08:37:59.264380 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d5e7ec2b-0755-48bb-ab79-e7f357827236 req-70a28f88-0c7f-4cff-abe7-f99425f7e699 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487840 Sep 15 08:37:59.307483 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:37:59.412625 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:37:59.418171 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:37:59.418857 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:59.460847 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6f4b5ddc-500d-483e-8463-9dfeca5207bf req-68fcf0cb-4598-4303-9de6-9d69625aa885 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 210 time: 0.0546234 Sep 15 08:37:59.484879 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e0e08-5a6b-4f1e-8702-fcdd75addd5c req-80cca301-4d76-4ad9-9088-ec4ea00945cd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:59.492895 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c89e0e08-5a6b-4f1e-8702-fcdd75addd5c req-80cca301-4d76-4ad9-9088-ec4ea00945cd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1607597 Sep 15 08:37:59.557535 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c89e0e08-5a6b-4f1e-8702-fcdd75addd5c req-d3f96fc2-9161-4054-af64-88e91b2e0e3e tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636029 Sep 15 08:37:59.626003 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:59.667678 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768081c-c992-4304-8e12-baeba0fc19ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:37:59.679866 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:37:59.685692 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:37:59.688155 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:37:59.746821 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31d5b8-0fd5-4096-ba7f-8738761e1a2c req-04af26b9-d0d7-47a2-9a07-e254a875b478 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:37:59.748441 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d31d5b8-0fd5-4096-ba7f-8738761e1a2c req-04af26b9-d0d7-47a2-9a07-e254a875b478 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 945 time: 0.1021898 Sep 15 08:37:59.785096 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:37:59.800088 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:37:59.838101 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d31d5b8-0fd5-4096-ba7f-8738761e1a2c req-9617b094-02f4-4d29-ba81-083ad926e903 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Sep 15 08:37:59.874167 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768081c-c992-4304-8e12-baeba0fc19ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179', 'code': 200} Sep 15 08:38:00.276043 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9b2e98b2-d7a6-4d51-8e71-c83b484c0c76 req-b9870e68-907c-474a-9c92-ec664f8b9951 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 1098 time: 0.1671772 Sep 15 08:38:00.312593 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8510aaf-f81d-47de-9bb2-817e8d421699 req-431ff21a-5475-4766-bfab-00b190a130c7 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:00.314250 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e8510aaf-f81d-47de-9bb2-817e8d421699 req-431ff21a-5475-4766-bfab-00b190a130c7 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.1220081 Sep 15 08:38:00.362799 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9b2e98b2-d7a6-4d51-8e71-c83b484c0c76 req-4d43b296-9bc1-4027-bc6e-a8ab7175f5e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782504 Sep 15 08:38:00.374451 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e8510aaf-f81d-47de-9bb2-817e8d421699 req-4f2b967f-3789-4b7a-b56c-3bddd3529b70 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486705 Sep 15 08:38:00.494878 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b78319-e728-4151-9029-bc8df3ab8e97 req-c89782db-dec2-4a15-8f33-6b868f254388 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:00.496220 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-59b78319-e728-4151-9029-bc8df3ab8e97 req-c89782db-dec2-4a15-8f33-6b868f254388 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0793991 Sep 15 08:38:00.544396 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-59b78319-e728-4151-9029-bc8df3ab8e97 req-7965f5ce-83bd-4b76-93c0-2235e7a03402 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Sep 15 08:38:00.661550 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9594b731-5c09-45c5-bc12-86744ce4bdfe req-1ed7208a-2227-4ade-aec8-c39b74512496 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 210 time: 0.0455112 Sep 15 08:38:00.777459 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64807f94-2e8e-47a0-b8af-71853285e78e req-62e38180-c3ea-4b84-9e12-1a26026f64b7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:00.777459 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-64807f94-2e8e-47a0-b8af-71853285e78e req-62e38180-c3ea-4b84-9e12-1a26026f64b7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0844326 Sep 15 08:38:00.834444 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-64807f94-2e8e-47a0-b8af-71853285e78e req-36cfcbce-58ef-4dae-afe2-ae175dc26c48 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558324 Sep 15 08:38:01.172088 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96d41-8df9-46fc-b813-97fee03997e9 req-fa881e9c-bcde-48ac-94e4-9fb9b6cf64db tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:01.174326 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6bd96d41-8df9-46fc-b813-97fee03997e9 req-fa881e9c-bcde-48ac-94e4-9fb9b6cf64db tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 945 time: 0.2039270 Sep 15 08:38:01.179904 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1263-6d60-49e6-9509-ff7cac027044 req-475b5c21-1e5a-4e45-a419-02ac2d2bea2f tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:01.182289 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-475b5c21-1e5a-4e45-a419-02ac2d2bea2f tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "GET /v2.0/networks?id=a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 200 len: 813 time: 0.1755497 Sep 15 08:38:01.221598 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Request body: {'port': {'device_id': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83', 'admin_state_up': True, 'tenant_id': '3aa5275c03ad4622963dfdccbe51df3e'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:01.308979 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:38:01.321348 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6bd96d41-8df9-46fc-b813-97fee03997e9 req-dc51151c-f1d7-4fde-8de0-3b626ed2fba3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380749 Sep 15 08:38:01.435109 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:01.445614 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:01.456496 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Made reservation on behalf of 3aa5275c03ad4622963dfdccbe51df3e for: {'port': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:38:01.460256 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.487559 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:01.506687 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'mac_address': 'fa:16:3e:1a:cb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:38:01.569167 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.597108 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 57538) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:01.607259 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01645f58-38dd-4bd2-a323-cfb62ad71332 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:01.628623 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:01.635145 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.637919 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-72a70e53-eea1-404b-9f73-dcc2008fe3d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:01.733426 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=6']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:01.737299 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:01.860763 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eec5f68e-3fff-41eb-909f-46683ecf07f4 req-4b8b483c-da99-4016-9c6d-fdeb3ad42f08 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 210 time: 0.0567360 Sep 15 08:38:01.872494 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Allocated IP 172.20.0.11 (a8269d51-00d5-49e2-9e04-dcbf94d50e83/7727caa2-0d4f-4f39-aaee-239c8f427ee6/41336c0f-0d87-4598-ae3b-a5dd0c8233eb) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:01.882339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:01.909721 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['01645f58-38dd-4bd2-a323-cfb62ad71332'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:01.982130 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:01.995655 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Usage tracker for resource:security_group_rule and tenant:34a99fb373474113b2b8810b66a5f330 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:01.998606 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:02.008778 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:02.034881 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305675d0-28eb-476d-8be3-7e6b1db925cf req-e0508d7b-5c8a-4739-8a6d-9fd9cd3a9b69 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:02.042780 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-305675d0-28eb-476d-8be3-7e6b1db925cf req-e0508d7b-5c8a-4739-8a6d-9fd9cd3a9b69 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 944 time: 0.2995000 Sep 15 08:38:02.108807 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.113413 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.122597 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c6237b7c-191e-4be9-916d-93d22a65a940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:02.164058 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e62308-116e-4eee-9f6f-a12625f48575,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:02.167308 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:02.172173 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34a99fb373474113b2b8810b66a5f330&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5707529 Sep 15 08:38:02.173087 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 57558) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:02.235607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.249181 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-305675d0-28eb-476d-8be3-7e6b1db925cf req-84758045-9f86-4256-951a-2d589060551a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055478 Sep 15 08:38:02.261711 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.317073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcccde-ec75-407b-b046-9c8de9de0737 req-558f26d8-699e-45cc-a94b-323423b743c6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:02.318437 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9bcccde-ec75-407b-b046-9c8de9de0737 req-558f26d8-699e-45cc-a94b-323423b743c6 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2523468 Sep 15 08:38:02.320263 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.326525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3d2f6a55-05e9-458c-94b1-28727073a900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:02.335179 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.344729 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e62308-116e-4eee-9f6f-a12625f48575,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:02.347287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:02.348568 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.349827 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e62308-116e-4eee-9f6f-a12625f48575 HTTP/1.1" status: 204 len: 168 time: 0.1757987 Sep 15 08:38:02.422367 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.433298 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c9a22c1c-5979-43c4-b264-d92613ee734d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:02.482089 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9bcccde-ec75-407b-b046-9c8de9de0737 req-758d30b3-48c3-450c-8f0f-677c3959f986 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500564 Sep 15 08:38:02.506943 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Network a8269d51-00d5-49e2-9e04-dcbf94d50e83 is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:02.510443 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:02.517498 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:02.574921 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Pushing event updated for resources: {'Port': ['ID=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:02.579064 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:02.624124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:02.625083 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.685667 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4690583 Sep 15 08:38:02.742716 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Request body: {'port': {'device_id': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:02.909034 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:02.933142 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398dad9b-084f-43e6-a478-4b3b0ee87885 req-2af566ad-9bab-45c2-aba0-1179870d33a6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:02.934609 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-398dad9b-084f-43e6-a478-4b3b0ee87885 req-2af566ad-9bab-45c2-aba0-1179870d33a6 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 945 time: 0.1645894 Sep 15 08:38:03.029809 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-398dad9b-084f-43e6-a478-4b3b0ee87885 req-b8a28f0a-2499-4996-881d-1653acadd957 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709925 Sep 15 08:38:03.294362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dae958-fa10-42cf-8489-6d99a2d0885c req-706b4172-1649-43f8-8512-240d6a650135 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:03.295048 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-37dae958-fa10-42cf-8489-6d99a2d0885c req-706b4172-1649-43f8-8512-240d6a650135 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Synchronizing usage tracker for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:03.350688 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-37dae958-fa10-42cf-8489-6d99a2d0885c req-706b4172-1649-43f8-8512-240d6a650135 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Unset dirty status for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:03.351819 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37dae958-fa10-42cf-8489-6d99a2d0885c req-706b4172-1649-43f8-8512-240d6a650135 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 932 time: 0.1806195 Sep 15 08:38:03.400527 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41336c0f-0d87-4598-ae3b-a5dd0c8233eb {{(pid=75064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:03.410958 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.425750 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37dae958-fa10-42cf-8489-6d99a2d0885c req-dd05e55c-4f98-48c7-8257-2b273c330b4d tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627561 Sep 15 08:38:03.431979 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Transition to ACTIVE for port object 41336c0f-0d87-4598-ae3b-a5dd0c8233eb will not be triggered until provisioned by entity L2. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:03.435011 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.439362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:03.598206 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:03.602382 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:03.782672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9566c-870d-47e8-94e0-85f660fab87a req-e70bf20e-2303-4f72-91ae-45a0de03ccb1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:03.784108 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6a9566c-870d-47e8-94e0-85f660fab87a req-e70bf20e-2303-4f72-91ae-45a0de03ccb1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 944 time: 0.2403741 Sep 15 08:38:03.792245 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Attempting to bind port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:03.792582 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Attempting to bind port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'}] {{(pid=75064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:03.792912 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Attempting to bind port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb on network a8269d51-00d5-49e2-9e04-dcbf94d50e83 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:03.816310 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb on network a8269d51-00d5-49e2-9e04-dcbf94d50e83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:38:03.816642 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Attempting to bind port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb on network a8269d51-00d5-49e2-9e04-dcbf94d50e83 {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:03.832057 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:03.832395 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Checking segment: {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:03.832771 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Bound using segment: {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'} {{(pid=75064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:03.833189 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.managers [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Bound port: 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83'}}] {{(pid=75064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:03.833532 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.857447 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6a9566c-870d-47e8-94e0-85f660fab87a req-36c907ed-d31b-4a37-b280-6c04e229ad0f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662417 Sep 15 08:38:03.936315 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] For port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host hv-cinder-80600, cleared binding levels {{(pid=75064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:03.939955 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] For port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:03.944552 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:03.949523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0305c76a-0599-41a0-acd2-19b14445255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:04.057830 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:04.059192 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/41336c0f-0d87-4598-ae3b-a5dd0c8233eb HTTP/1.1" status: 200 len: 1094 time: 1.3210173 Sep 15 08:38:04.059674 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'tag': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:04.074823 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,revision_number=3']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:04.082543 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:04.107002 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883c1b-b3e9-4306-b6c4-63205262d10c req-c1f7d8a7-43c0-4f06-9eaf-78a3ca63ab75 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:04.108430 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b1883c1b-b3e9-4306-b6c4-63205262d10c req-c1f7d8a7-43c0-4f06-9eaf-78a3ca63ab75 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1247554 Sep 15 08:38:04.154564 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b1883c1b-b3e9-4306-b6c4-63205262d10c req-7049b7df-8303-4c5e-8326-572a9c265826 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Sep 15 08:38:04.177948 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:04.253821 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 01645f58-38dd-4bd2-a323-cfb62ad71332 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:04.254405 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:04.370097 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:04.396509 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:04.406313 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:04.409786 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:04.411529 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9bcb39a8-974a-46c4-b3f4-3fac0197eec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:04.474579 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=7']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:04.477435 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:06.596242 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-a8e495dc-d8f5-445a-95e7-cbf1bcb632f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0794678 Sep 15 08:38:06.680330 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'code': 200} Sep 15 08:38:06.692370 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'tag': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb', 'status': 'completed', 'code': 200} Sep 15 08:38:06.711019 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-d7883e51-c6c8-4c89-bed6-fdb33bc37a27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb HTTP/1.1" status: 200 len: 217 time: 0.0953276 Sep 15 08:38:06.959871 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1263-6d60-49e6-9509-ff7cac027044 req-e369574f-c676-45e1-94ea-7f4c0893f3e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:06.961457 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-e369574f-c676-45e1-94ea-7f4c0893f3e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7727caa2-0d4f-4f39-aaee-239c8f427ee6 HTTP/1.1" status: 200 len: 853 time: 0.1837068 Sep 15 08:38:07.029606 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b13c6-4e62-48a6-b06b-dbe69501a61f req-c6b3604b-25e2-4645-bc16-23bd931fba8e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:07.031235 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-581b13c6-4e62-48a6-b06b-dbe69501a61f req-c6b3604b-25e2-4645-bc16-23bd931fba8e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1633115 Sep 15 08:38:07.033160 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-49a84f6a-be83-4c2d-abbc-56144f4e80ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8269d51-00d5-49e2-9e04-dcbf94d50e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584965 Sep 15 08:38:07.039526 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b4be-00ea-4a9c-9cf2-3543c960e648 req-89073ed4-b68f-48fb-8dfb-3061dda760cf tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:07.041887 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2708b4be-00ea-4a9c-9cf2-3543c960e648 req-89073ed4-b68f-48fb-8dfb-3061dda760cf tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 944 time: 0.2223864 Sep 15 08:38:07.220312 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-581b13c6-4e62-48a6-b06b-dbe69501a61f req-ec54d541-6961-4ade-b9e8-6777e50e392c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776886 Sep 15 08:38:07.222229 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2708b4be-00ea-4a9c-9cf2-3543c960e648 req-b001071f-2642-4a48-9cbd-3921260b9456 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603932 Sep 15 08:38:07.283221 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-7bc687e6-9e53-4c6c-9100-60ceeabe301d service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219260 Sep 15 08:38:07.508568 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-516c1263-6d60-49e6-9509-ff7cac027044 req-f13be698-aa61-4334-91a6-cf0ae303276b service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048445 Sep 15 08:38:07.537531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e465d5f-d2e6-472e-bfe9-cd4f01750883 req-0bafc97a-06c2-4cbd-9274-1fa16924d881 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:07.544753 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3e465d5f-d2e6-472e-bfe9-cd4f01750883 req-0bafc97a-06c2-4cbd-9274-1fa16924d881 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1529152 Sep 15 08:38:07.718659 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3e465d5f-d2e6-472e-bfe9-cd4f01750883 req-405a41b1-1985-43ae-991a-6d84af9a1128 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729319 Sep 15 08:38:07.833151 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-96b301ef-c9ab-463b-b50e-35d15e85a58a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 1097 time: 0.2506220 Sep 15 08:38:08.002708 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-2ed73b4e-8560-4dd1-96c6-e8bbef479577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:08.004219 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-2ed73b4e-8560-4dd1-96c6-e8bbef479577 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 200 len: 914 time: 0.1556020 Sep 15 08:38:08.012340 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8779050-629c-45ec-9965-367e4af7c2c1 req-1d539024-4433-485c-a192-213e92f9b374 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:08.013988 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8779050-629c-45ec-9965-367e4af7c2c1 req-1d539024-4433-485c-a192-213e92f9b374 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 945 time: 0.2749345 Sep 15 08:38:08.126850 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-96aeebec-6c4d-46e8-8233-24f49e8a4c13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb HTTP/1.1" status: 200 len: 217 time: 0.1082864 Sep 15 08:38:08.295792 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8779050-629c-45ec-9965-367e4af7c2c1 req-3c20e8c7-4631-4ef1-bcba-80a49f02a06c tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064531 Sep 15 08:38:08.320728 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-55f98a3d-5fcc-4e14-999e-1dc6f7271923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:08.323173 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-55f98a3d-5fcc-4e14-999e-1dc6f7271923 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7727caa2-0d4f-4f39-aaee-239c8f427ee6 HTTP/1.1" status: 200 len: 853 time: 0.1872673 Sep 15 08:38:08.418152 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-10807af0-f36a-4410-bf62-16231d767dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a8269d51-00d5-49e2-9e04-dcbf94d50e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781548 Sep 15 08:38:08.718116 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-83b982b2-38ed-41e7-b6b2-90482d42c1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902687 Sep 15 08:38:08.760117 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc61356-0bf3-4f44-9458-07447d4c1211 req-9337835a-cca1-4e1e-91ef-854cb18290c9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:08.761686 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8fc61356-0bf3-4f44-9458-07447d4c1211 req-9337835a-cca1-4e1e-91ef-854cb18290c9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.2329445 Sep 15 08:38:08.769885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0255-a6ce-422e-8505-d33b684784c2 req-07a8e0dc-0b22-48d6-adbd-5f8b91afd87d tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:08.771322 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-24fe0255-a6ce-422e-8505-d33b684784c2 req-07a8e0dc-0b22-48d6-adbd-5f8b91afd87d tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 944 time: 0.2973659 Sep 15 08:38:08.940051 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8fc61356-0bf3-4f44-9458-07447d4c1211 req-a73b6c67-e6f5-44e9-aaf6-6c18f275e511 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641042 Sep 15 08:38:08.950190 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-24fe0255-a6ce-422e-8505-d33b684784c2 req-6ca946eb-be0e-45bc-9456-1a6f5bd39db7 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143615 Sep 15 08:38:08.952148 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e4a60c67-8e3a-4930-8cf9-3b0f260a53da req-21efdeef-7f44-423d-9468-411e2d3973f5 service neutron] 10.222.0.21 "GET /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202106 Sep 15 08:38:09.352143 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1889fa0-b983-49cc-838f-f34639f47cf4 req-e571f382-32ad-4984-9026-af4e5e7b1417 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:09.353735 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b1889fa0-b983-49cc-838f-f34639f47cf4 req-e571f382-32ad-4984-9026-af4e5e7b1417 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0864515 Sep 15 08:38:09.416357 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b1889fa0-b983-49cc-838f-f34639f47cf4 req-59622670-aac4-4430-9f3a-9ee6246a5182 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522423 Sep 15 08:38:09.659959 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-3beb30ca-cf2b-4b58-b760-683510efa5b9 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:09.661390 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-3beb30ca-cf2b-4b58-b760-683510efa5b9 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 945 time: 0.1289928 Sep 15 08:38:09.672013 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ac360-64e9-41be-93fb-5c6cea62ac4f req-bf084246-8560-4a62-b7ce-aeccfe268ebb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:09.673436 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-661ac360-64e9-41be-93fb-5c6cea62ac4f req-bf084246-8560-4a62-b7ce-aeccfe268ebb tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 945 time: 0.2078342 Sep 15 08:38:09.770472 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Deleting port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:09.771149 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:09.833806 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-661ac360-64e9-41be-93fb-5c6cea62ac4f req-fca4f744-a423-4af9-b268-cc40ff448d47 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/security-groups?id=e348976b-eaac-4b5c-9e9f-e69be23ecc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070156 Sep 15 08:38:10.191981 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] For port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,segment=NetworkSegment(a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3),segment_id=a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:10.192452 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:10.372806 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Calling delete_port for 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 owned by compute:nova {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:10.474736 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 41336c0f-0d87-4598-ae3b-a5dd0c8233eb details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:38:10.481476 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f5b20-7d0a-4764-9b37-de0da3285214 req-6d7ef1e4-6226-42cf-8fc9-28411f335831 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:10.488098 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-000f5b20-7d0a-4764-9b37-de0da3285214 req-6d7ef1e4-6226-42cf-8fc9-28411f335831 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 944 time: 0.3441372 Sep 15 08:38:10.674540 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:10.694150 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb', 'network_id': 'a8269d51-00d5-49e2-9e04-dcbf94d50e83', 'port_id': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb', 'mac_address': 'fa:16:3e:b2:8e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7727caa2-0d4f-4f39-aaee-239c8f427ee6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:38:10.723980 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d43cf-dd51-4d3d-a261-0ad6e46a6fff req-b8feee96-f107-45f8-9a32-bbca1e8b0b54 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:10.725606 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-347d43cf-dd51-4d3d-a261-0ad6e46a6fff req-b8feee96-f107-45f8-9a32-bbca1e8b0b54 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.4626670 Sep 15 08:38:10.748298 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-000f5b20-7d0a-4764-9b37-de0da3285214 req-a2df4360-9d78-4380-9874-b5ca80394dac tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591188 Sep 15 08:38:10.787990 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:10.808688 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41336c0f-0d87-4598-ae3b-a5dd0c8233eb {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:10.823654 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:10.827732 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:10.834824 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:10.835983 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:10.839003 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:10.882652 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Pushing event deleted for resources: {'Port': ['ID=3e1b7dc9-4b04-460c-9d5f-ec66e8234179,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:10.890129 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:10.910420 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-347d43cf-dd51-4d3d-a261-0ad6e46a6fff req-4016a074-03e5-461d-b58c-354e37ff7b83 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586316 Sep 15 08:38:10.921353 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['3e1b7dc9-4b04-460c-9d5f-ec66e8234179'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:11.010165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:11.014070 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:11.029359 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] No DVR routers for this DVR port 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 on host hv-cinder-80600 {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:11.033387 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:11.037036 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768081c-c992-4304-8e12-baeba0fc19ed', 'name': 'network-vif-deleted', 'tag': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:11.053415 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-633021cb-16b1-4434-abec-f6a44a64bc6f req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.21 "DELETE /v2.0/ports/3e1b7dc9-4b04-460c-9d5f-ec66e8234179 HTTP/1.1" status: 204 len: 173 time: 1.3788583 Sep 15 08:38:11.169709 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-4fe23662-105c-4d58-8d6a-b54f714efc9e req-d3a6432f-6c46-4f3d-8c9e-05e2898b5ef3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Synchronizing usage tracker for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:11.183148 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['41336c0f-0d87-4598-ae3b-a5dd0c8233eb'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:11.199637 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-4fe23662-105c-4d58-8d6a-b54f714efc9e req-d3a6432f-6c46-4f3d-8c9e-05e2898b5ef3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Unset dirty status for tenant:a9e8e8663107454995a38cae05e6c8ec on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:11.200786 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4fe23662-105c-4d58-8d6a-b54f714efc9e req-d3a6432f-6c46-4f3d-8c9e-05e2898b5ef3 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] 10.222.0.36 "GET /v2.0/ports?device_id=5768081c-c992-4304-8e12-baeba0fc19ed HTTP/1.1" status: 200 len: 210 time: 0.0873001 Sep 15 08:38:11.247779 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d614e-9037-45fc-9474-02d20c8e3aa5 req-27328909-50a8-4d8b-88f2-de867338657c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:11.252126 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-788d614e-9037-45fc-9474-02d20c8e3aa5 req-27328909-50a8-4d8b-88f2-de867338657c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1808534 Sep 15 08:38:11.314593 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768081c-c992-4304-8e12-baeba0fc19ed', 'name': 'network-vif-deleted', 'tag': '3e1b7dc9-4b04-460c-9d5f-ec66e8234179', 'status': 'completed', 'code': 200} Sep 15 08:38:11.335028 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-788d614e-9037-45fc-9474-02d20c8e3aa5 req-a3e1104c-ada8-4f9e-8395-db3c8812f378 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Sep 15 08:38:11.989596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730cde1-2300-4ae3-b6b9-2405e03cd10b req-dd44e9eb-a01a-4921-a1d6-936aca36a4b0 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:11.997710 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2730cde1-2300-4ae3-b6b9-2405e03cd10b req-dd44e9eb-a01a-4921-a1d6-936aca36a4b0 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 945 time: 0.0984185 Sep 15 08:38:12.066705 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2730cde1-2300-4ae3-b6b9-2405e03cd10b req-b9b7bcc7-a94f-4cbd-a7d6-39d10f068924 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676718 Sep 15 08:38:12.170326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c0f77-5417-4dfe-b7b0-4493a22a8a77 req-e75e21b4-ed30-4134-8444-aa4458f253fd tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:12.171962 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bb2c0f77-5417-4dfe-b7b0-4493a22a8a77 req-e75e21b4-ed30-4134-8444-aa4458f253fd tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1007125 Sep 15 08:38:12.225974 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bb2c0f77-5417-4dfe-b7b0-4493a22a8a77 req-313a02ce-af3d-4e16-a5d5-e99a01c2edea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472879 Sep 15 08:38:12.493775 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 41336c0f-0d87-4598-ae3b-a5dd0c8233eb up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:12.583703 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f313b3-4038-43ab-a07c-8a6dcac20bdc req-260a95cd-e417-488c-9840-4a43fd8b6953 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:12.591327 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c7f313b3-4038-43ab-a07c-8a6dcac20bdc req-260a95cd-e417-488c-9840-4a43fd8b6953 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1218257 Sep 15 08:38:12.670391 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c7f313b3-4038-43ab-a07c-8a6dcac20bdc req-17d37180-8a9a-484e-aa02-1bfc3b5dd0a1 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755446 Sep 15 08:38:12.699438 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:12.705647 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:12.707740 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:12.839453 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:12.883193 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:12.897236 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:12.906405 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:12.907371 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:12.940230 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ec11aeca-22a2-49e6-9052-9c46f0d203ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:13.000413 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:13.000767 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 3e1b7dc9-4b04-460c-9d5f-ec66e8234179 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:13.017277 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb', 'code': 200} Sep 15 08:38:13.046685 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:13.050173 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:13.447234 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3be35409-332f-47a8-965c-82ee73ae3223 req-880d2aef-bd5d-4d18-b349-4d8f07aaf7d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 1099 time: 0.1540453 Sep 15 08:38:13.486533 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977a1a3-ccc8-4e62-8b9a-4c27796dfa50 req-586a5a4d-8e73-422a-a32d-469152edb324 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:13.495176 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0977a1a3-ccc8-4e62-8b9a-4c27796dfa50 req-586a5a4d-8e73-422a-a32d-469152edb324 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.2038348 Sep 15 08:38:13.556706 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3be35409-332f-47a8-965c-82ee73ae3223 req-5061faef-8215-4ef7-a9ec-1f2a651184d9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999076 Sep 15 08:38:13.586539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0977a1a3-ccc8-4e62-8b9a-4c27796dfa50 req-f34045b5-4056-4459-aeb3-8a927fb80241 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904219 Sep 15 08:38:13.721855 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535daceb-577b-4f32-ab8b-ce8a859386cc req-0ad80b08-6f20-41bb-8153-ffa3d612f257 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:13.746236 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-535daceb-577b-4f32-ab8b-ce8a859386cc req-0ad80b08-6f20-41bb-8153-ffa3d612f257 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1564529 Sep 15 08:38:13.988207 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-535daceb-577b-4f32-ab8b-ce8a859386cc req-153f5598-9d30-4558-a4f2-b1ad8cbd1b0c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411075 Sep 15 08:38:14.051388 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64dbf9-d161-40f7-98f2-0b56b49f8fc8 req-1f858e1e-986f-4713-a505-8613b292c417 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:14.062429 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5d64dbf9-d161-40f7-98f2-0b56b49f8fc8 req-1f858e1e-986f-4713-a505-8613b292c417 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2287581 Sep 15 08:38:14.138471 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5d64dbf9-d161-40f7-98f2-0b56b49f8fc8 req-5d21f17f-5ee9-4da1-add4-a84a2014112c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750270 Sep 15 08:38:14.825216 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e0962-2bcf-4fd7-a66e-975579944df8 req-e978bf98-ee73-410b-b49d-0e40c0075b89 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:14.827958 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-309e0962-2bcf-4fd7-a66e-975579944df8 req-e978bf98-ee73-410b-b49d-0e40c0075b89 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.0957215 Sep 15 08:38:14.920448 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-309e0962-2bcf-4fd7-a66e-975579944df8 req-0dc978a1-0a68-4d6d-9550-df6dd7fbc80b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607212 Sep 15 08:38:14.941871 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-17983dd4-aea8-44ed-8033-77a8d851a734 req-7a2b7373-5c07-4cde-af8c-77ed11e273e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.1238248 Sep 15 08:38:15.327953 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92af14f-639c-4077-b44c-8e1a5fcec0f8 req-d69f6233-4d0a-496f-b879-2abb52df443f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:15.329462 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a92af14f-639c-4077-b44c-8e1a5fcec0f8 req-d69f6233-4d0a-496f-b879-2abb52df443f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1116583 Sep 15 08:38:15.462023 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a92af14f-639c-4077-b44c-8e1a5fcec0f8 req-b845957f-1304-4109-a46b-a554bd36f435 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846295 Sep 15 08:38:15.485791 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13250a-1acf-4573-bdb2-54059b6b8312 req-1c139aec-3dc9-4292-b1b6-091b89d8689e tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:15.487593 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7b13250a-1acf-4573-bdb2-54059b6b8312 req-1c139aec-3dc9-4292-b1b6-091b89d8689e tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1555128 Sep 15 08:38:15.554457 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7b13250a-1acf-4573-bdb2-54059b6b8312 req-fd722bf5-2678-4318-a7c9-a92cc9def4de tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597396 Sep 15 08:38:16.242837 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace837fe-0a40-4873-8ff0-cfca2f15e7ad req-c1033be3-fa27-4ed9-b119-8e5978932d82 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:16.246978 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ace837fe-0a40-4873-8ff0-cfca2f15e7ad req-c1033be3-fa27-4ed9-b119-8e5978932d82 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.0852954 Sep 15 08:38:16.310660 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ace837fe-0a40-4873-8ff0-cfca2f15e7ad req-b0f12853-3ca4-49db-a488-a8d90b621e1b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559764 Sep 15 08:38:16.709625 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429a27-64e1-49a2-aace-bdaacd9a93f9 req-a08a7268-6c74-4c72-9692-bb293494b181 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:16.711111 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95429a27-64e1-49a2-aace-bdaacd9a93f9 req-a08a7268-6c74-4c72-9692-bb293494b181 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1033406 Sep 15 08:38:16.770539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95429a27-64e1-49a2-aace-bdaacd9a93f9 req-954e239c-e749-44b7-a6ff-9c90b7155703 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532680 Sep 15 08:38:16.990666 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0b1d3-1b48-4b0b-80a8-d5d9f96404bb req-bfff675a-3c68-4ac4-939c-11062e557d3d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:16.992267 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2fc0b1d3-1b48-4b0b-80a8-d5d9f96404bb req-bfff675a-3c68-4ac4-939c-11062e557d3d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.0849984 Sep 15 08:38:17.044692 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2fc0b1d3-1b48-4b0b-80a8-d5d9f96404bb req-f33a603e-72d8-4180-9b4e-3a68d1afaee1 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462453 Sep 15 08:38:17.589422 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44f27-4486-4b7c-9730-ee27618c5ed6 req-389cb42e-b2aa-46d9-a1c1-3dc36c361def tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:17.597285 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e0a44f27-4486-4b7c-9730-ee27618c5ed6 req-389cb42e-b2aa-46d9-a1c1-3dc36c361def tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.1591330 Sep 15 08:38:17.656247 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e0a44f27-4486-4b7c-9730-ee27618c5ed6 req-fc700652-3bce-4de7-8e41-c8b74f92d83b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579247 Sep 15 08:38:18.008650 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:38:18.013994 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f5b12-78d6-4c5b-8c64-edc1d6b1d8c6 req-546b68f8-875e-4ce4-9c0a-ef564cc6e1d5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:18.015437 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-267f5b12-78d6-4c5b-8c64-edc1d6b1d8c6 req-546b68f8-875e-4ce4-9c0a-ef564cc6e1d5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0901413 Sep 15 08:38:18.071439 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-267f5b12-78d6-4c5b-8c64-edc1d6b1d8c6 req-66ca32e9-8832-4af0-8dd1-3fc652ff282a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 Sep 15 08:38:18.375658 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-17983dd4-aea8-44ed-8033-77a8d851a734 req-feb57d44-73f1-43a2-ad56-a1bc9d15e025 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008236 Sep 15 08:38:18.409695 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b03f37-2fe3-4eda-b380-70f53815f7b8 req-d7735573-8dce-45b2-97cb-6dffa1d39b5f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:18.413895 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f3b03f37-2fe3-4eda-b380-70f53815f7b8 req-d7735573-8dce-45b2-97cb-6dffa1d39b5f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1925499 Sep 15 08:38:18.541198 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f3b03f37-2fe3-4eda-b380-70f53815f7b8 req-1bca52ce-61c7-4299-b45c-eda373a217cc tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189289 Sep 15 08:38:18.597355 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b85344c6-e49d-46a6-988b-e465572eb1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:18.873941 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:18.897856 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56398a2b-ee91-4ca2-91dd-e5cc865b6098 req-1208e97c-f552-4c02-9a94-614bb058def2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:18.901036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-56398a2b-ee91-4ca2-91dd-e5cc865b6098 req-1208e97c-f552-4c02-9a94-614bb058def2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.1116514 Sep 15 08:38:18.957820 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-56398a2b-ee91-4ca2-91dd-e5cc865b6098 req-9b876327-482f-4e6f-9975-2c9f4c3e0070 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Sep 15 08:38:19.439524 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daea73-9673-4f66-9137-cdc1abdb985b req-f1cc0e20-da2f-4ef0-8d63-c061ab7bd4f0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:19.461358 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3daea73-9673-4f66-9137-cdc1abdb985b req-f1cc0e20-da2f-4ef0-8d63-c061ab7bd4f0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1884103 Sep 15 08:38:19.564351 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3daea73-9673-4f66-9137-cdc1abdb985b req-52f65d5b-fb56-41a4-a9f3-3f77f7e81c5c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020231 Sep 15 08:38:19.856500 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c962-5ada-4035-9980-a4a06f3e3745 req-dddb277e-ec32-452e-8144-21890635b30a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:19.865532 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3ad4c962-5ada-4035-9980-a4a06f3e3745 req-dddb277e-ec32-452e-8144-21890635b30a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1181521 Sep 15 08:38:19.935404 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3ad4c962-5ada-4035-9980-a4a06f3e3745 req-a5efb9ad-fd63-4572-a5b6-475b5d11a38f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685661 Sep 15 08:38:20.760646 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-faa230fb-8976-4b46-84bf-c4a1c66fd8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:20.865752 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4245c-d5bc-4c0b-afe7-e5d51e77f03a req-7c9e137c-259b-440e-8b5e-57e75845399f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:20.878640 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-72e4245c-d5bc-4c0b-afe7-e5d51e77f03a req-7c9e137c-259b-440e-8b5e-57e75845399f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1229658 Sep 15 08:38:20.982856 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-72e4245c-d5bc-4c0b-afe7-e5d51e77f03a req-9894664b-a8a7-4792-8bdd-db0807e90f49 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967453 Sep 15 08:38:21.200948 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29af2f-6a56-41ba-8965-a3533dd6e234 req-c6440ba0-9af7-4b2b-9a41-213cba223f45 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:21.202925 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ac29af2f-6a56-41ba-8965-a3533dd6e234 req-c6440ba0-9af7-4b2b-9a41-213cba223f45 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1217358 Sep 15 08:38:21.264181 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ac29af2f-6a56-41ba-8965-a3533dd6e234 req-943bb6db-2fea-42ef-8e8f-185439ebc2e7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553083 Sep 15 08:38:21.580140 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:21.843051 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-f6cbd0bc-2d0c-43d4-9f85-4151c3aaba79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.0917697 Sep 15 08:38:21.910638 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-6b924d74-925c-45fc-b4bc-3f0210eb777f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1098 time: 0.1793888 Sep 15 08:38:21.973520 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369873c-16dc-4273-ad9d-dce616bb40df req-e14983f2-e6fe-4dcc-afe9-6151e3bf7568 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:21.978464 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e369873c-16dc-4273-ad9d-dce616bb40df req-e14983f2-e6fe-4dcc-afe9-6151e3bf7568 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1768141 Sep 15 08:38:21.980159 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:22.107282 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-613a8c17-8e3d-4502-8b80-2c9ba072c3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:22.109089 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-613a8c17-8e3d-4502-8b80-2c9ba072c3d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.2566752 Sep 15 08:38:22.186429 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e369873c-16dc-4273-ad9d-dce616bb40df req-40d9f399-48e8-4dcb-bf98-298eba5c6c60 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142790 Sep 15 08:38:22.208860 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-3483e27c-291e-4aa1-bf62-120ac9a8d82d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.0861621 Sep 15 08:38:22.239762 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-34e2fe7e-ffb9-4d7b-9fa0-6152128835b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:22.241178 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-34e2fe7e-ffb9-4d7b-9fa0-6152128835b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.3209543 Sep 15 08:38:22.324896 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-daad07e3-aee3-49a3-a2e1-6f9979f16dc0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:22.327726 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-daad07e3-aee3-49a3-a2e1-6f9979f16dc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.0893118 Sep 15 08:38:22.390574 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-6afddd48-e759-4fda-8d8d-89cd8538c3ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552475 Sep 15 08:38:22.425832 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-891607be-0ce5-4e10-b26a-4e7597ada843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 1001 time: 0.1762090 Sep 15 08:38:22.494572 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866253d3-d7b1-442f-8970-75d3c9238c55 req-00e8ec94-290f-4d1b-92aa-6c8fc627089f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:22.496074 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-866253d3-d7b1-442f-8970-75d3c9238c55 req-00e8ec94-290f-4d1b-92aa-6c8fc627089f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.1625731 Sep 15 08:38:22.521824 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-fb8bd211-63ad-47ad-abb2-cf556815c7b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:22.523278 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-fb8bd211-63ad-47ad-abb2-cf556815c7b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0908790 Sep 15 08:38:22.639272 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-866253d3-d7b1-442f-8970-75d3c9238c55 req-c5586c82-d1a9-48e3-bc15-49ea1640f59f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327639 Sep 15 08:38:22.650374 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-e3f6ef96-cdda-4e18-9a85-6feaff536764 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498617 Sep 15 08:38:22.734486 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-17bac23b-7ea2-48b4-97b4-06002a5aadd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1987596 Sep 15 08:38:22.904108 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-f3a14bfc-dd82-4366-bec2-ae0ba8543208 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605628 Sep 15 08:38:22.906777 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4f30bd7f-7b00-46a0-9914-931e9911fc65 req-ced175c0-dc3f-49e8-ae68-e41ed0c3a624 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496803 Sep 15 08:38:23.085148 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-c0ea9f3c-1b9a-45f2-ab61-03b376ccc088 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 1098 time: 0.1011627 Sep 15 08:38:23.304015 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70539-89b7-4753-b834-62975264689f req-c148cc25-6ea0-4bb2-a446-d1e028cadad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:23.305682 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-c148cc25-6ea0-4bb2-a446-d1e028cadad3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 200 len: 919 time: 0.1942079 Sep 15 08:38:23.329540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558c05f-4588-4376-9c1e-df6cbb8c1e94 req-a111cc76-9cd3-4919-b58c-4463e658fdfb tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:23.331505 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2558c05f-4588-4376-9c1e-df6cbb8c1e94 req-a111cc76-9cd3-4919-b58c-4463e658fdfb tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.3143702 Sep 15 08:38:23.346206 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93c71717-4222-453a-bf5c-672e5349b1d7 req-118423f9-d386-491f-9137-c4496ab11eb6 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280887 Sep 15 08:38:23.364784 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:23.458907 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-0f4e885a-208e-4572-a2de-4649308f9ee2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 200 len: 217 time: 0.1290791 Sep 15 08:38:23.496600 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2558c05f-4588-4376-9c1e-df6cbb8c1e94 req-38532a1f-d65b-4e1c-a923-6eb683aaa736 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492925 Sep 15 08:38:23.537169 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee70539-89b7-4753-b834-62975264689f req-dcca4a42-0d8a-405f-8958-b691a46bd619 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:23.538643 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-dcca4a42-0d8a-405f-8958-b691a46bd619 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 200 len: 858 time: 0.0718710 Sep 15 08:38:23.555350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aa9c8-09df-40d8-a218-07fbc09567fd req-2d47b038-fb0e-411a-b8fc-2bec364cdbfd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:23.557070 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7c0aa9c8-09df-40d8-a218-07fbc09567fd req-2d47b038-fb0e-411a-b8fc-2bec364cdbfd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1661589 Sep 15 08:38:23.596218 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-e9a044a6-5aad-4b7b-8f5d-d147cee2c01e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca8f72c9-472f-4403-84c2-616393b51fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502913 Sep 15 08:38:23.617772 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7c0aa9c8-09df-40d8-a218-07fbc09567fd req-ebd715f6-0365-44fe-97d6-205f5ea93336 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Sep 15 08:38:23.760015 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-46f084fb-68c7-4c2d-abb1-1f345316df0e service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557696 Sep 15 08:38:23.912202 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc78f2-5981-43b9-8738-b7de7a2feea4 req-d05fc50c-311f-43ff-bbf4-4b2fbc08d057 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:23.913813 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fadc78f2-5981-43b9-8738-b7de7a2feea4 req-d05fc50c-311f-43ff-bbf4-4b2fbc08d057 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 945 time: 0.0803077 Sep 15 08:38:23.936433 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9ee70539-89b7-4753-b834-62975264689f req-e1bcd41a-5500-4fde-b3cd-e34a5f7e39d6 service neutron] 10.222.0.21 "GET /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591051 Sep 15 08:38:23.969204 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fadc78f2-5981-43b9-8738-b7de7a2feea4 req-3019eaa7-21cf-48c4-9be6-899856aa8eea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474572 Sep 15 08:38:24.572466 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:24.687784 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:24.723596 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:24.724892 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:24.731538 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:24.733630 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:24.807871 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=8']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:24.812860 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:24.873515 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbe8f7-814b-4be3-b8f5-dcfbda7e70b2 req-24daf7a8-9312-41f9-aeb4-cb78bf057940 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:24.875472 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6ffbe8f7-814b-4be3-b8f5-dcfbda7e70b2 req-24daf7a8-9312-41f9-aeb4-cb78bf057940 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2128868 Sep 15 08:38:24.943786 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8749e-c8c1-42d5-9465-ac6076b8b78b req-5f790f48-626a-4f1a-a94c-de9b78934580 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:24.945522 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cee8749e-c8c1-42d5-9465-ac6076b8b78b req-5f790f48-626a-4f1a-a94c-de9b78934580 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1605630 Sep 15 08:38:24.956921 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6ffbe8f7-814b-4be3-b8f5-dcfbda7e70b2 req-ca99561b-b59b-4e0f-859f-051d75c83140 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724804 Sep 15 08:38:25.085356 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cee8749e-c8c1-42d5-9465-ac6076b8b78b req-4f04c216-a011-4bd2-b380-d4e3790388eb tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272163 Sep 15 08:38:25.218912 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'code': 200} Sep 15 08:38:25.444374 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79218194-e5a3-4bac-a998-d836eced85a8 req-8ca3eb88-0d8d-4095-b4e7-840798788a8b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:25.445083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-79218194-e5a3-4bac-a998-d836eced85a8 req-8ca3eb88-0d8d-4095-b4e7-840798788a8b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:25.475065 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-79218194-e5a3-4bac-a998-d836eced85a8 req-8ca3eb88-0d8d-4095-b4e7-840798788a8b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:25.481142 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-79218194-e5a3-4bac-a998-d836eced85a8 req-8ca3eb88-0d8d-4095-b4e7-840798788a8b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 945 time: 0.2020490 Sep 15 08:38:25.535248 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07880f9b-882f-4cf3-9c1b-4e52908ce4aa req-7e36ba73-08d2-45f8-9c08-cac610b829ca tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:25.543057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-07880f9b-882f-4cf3-9c1b-4e52908ce4aa req-7e36ba73-08d2-45f8-9c08-cac610b829ca tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1352534 Sep 15 08:38:25.600431 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Deleting port ff399a72-590c-427d-a397-68d2f0f9ff92 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:25.602862 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:25.611807 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-07880f9b-882f-4cf3-9c1b-4e52908ce4aa req-d002af43-1ea0-4175-a670-38ac13b03cf7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677180 Sep 15 08:38:26.053768 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] For port ff399a72-590c-427d-a397-68d2f0f9ff92, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ff399a72-590c-427d-a397-68d2f0f9ff92,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:26.054411 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:26.248826 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Calling delete_port for ff399a72-590c-427d-a397-68d2f0f9ff92 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:26.514096 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:26.529936 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:26.538155 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7', '6f1a20e8-d1b7-4440-8ace-f12473a86453', '49918ab0-56d2-4f88-9b4b-f13402a7000c', 'ff399a72-590c-427d-a397-68d2f0f9ff92'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:26.551427 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edce24-cccc-45cb-878f-c2347def9cf6 req-33f2867b-9029-47e9-998a-126d4466529b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:26.558407 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-96edce24-cccc-45cb-878f-c2347def9cf6 req-33f2867b-9029-47e9-998a-126d4466529b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6 HTTP/1.1" status: 200 len: 867 time: 0.3302314 Sep 15 08:38:26.596625 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c51ca4-40a7-4fe5-9398-6f3d93315682 req-8a70104d-3f2c-4d3f-b43c-fc8fa6f3ac51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:26.604724 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d0c51ca4-40a7-4fe5-9398-6f3d93315682 req-8a70104d-3f2c-4d3f-b43c-fc8fa6f3ac51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2007332 Sep 15 08:38:26.605912 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event deleted for resources: {'Port': ['ID=ff399a72-590c-427d-a397-68d2f0f9ff92,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:26.617545 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:26.670619 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-96edce24-cccc-45cb-878f-c2347def9cf6 req-2a17305e-62df-41cc-8d5b-5665d6b2e80a tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108432 Sep 15 08:38:26.727864 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d0c51ca4-40a7-4fe5-9398-6f3d93315682 req-40d464d7-5530-4f41-8ae0-9f1a47dcf56d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221392 Sep 15 08:38:26.746774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] No DVR routers for this DVR port ff399a72-590c-427d-a397-68d2f0f9ff92 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:26.749978 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:26.768467 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'name': 'network-vif-deleted', 'tag': 'ff399a72-590c-427d-a397-68d2f0f9ff92'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:26.806762 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-79218194-e5a3-4bac-a998-d836eced85a8 req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "DELETE /v2.0/ports/ff399a72-590c-427d-a397-68d2f0f9ff92 HTTP/1.1" status: 204 len: 173 time: 1.3183868 Sep 15 08:38:27.119902 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec217f6d-171f-46b7-b3e5-a6eb1e22a6f6', 'name': 'network-vif-deleted', 'tag': 'ff399a72-590c-427d-a397-68d2f0f9ff92', 'status': 'completed', 'code': 200} Sep 15 08:38:27.123823 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229cdff-5bb8-4f94-9586-3854ff8eeb19 req-7352cdb5-d5db-4502-b322-0a979824f0c2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:27.135599 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c229cdff-5bb8-4f94-9586-3854ff8eeb19 req-7352cdb5-d5db-4502-b322-0a979824f0c2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1041679 Sep 15 08:38:27.206299 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c229cdff-5bb8-4f94-9586-3854ff8eeb19 req-0a2c4967-8dc1-4f6c-af34-2358b75476f3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693429 Sep 15 08:38:28.578131 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:28.686822 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-379213a1-d947-474a-bbb4-262d656afd2a req-16335a8f-e619-4d25-9706-068bba1d2593 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0791893 Sep 15 08:38:28.717957 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device ff399a72-590c-427d-a397-68d2f0f9ff92 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:28.758804 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: ff399a72-590c-427d-a397-68d2f0f9ff92 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:28.759763 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device ff399a72-590c-427d-a397-68d2f0f9ff92 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:29.045479 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbd7c4-5ea6-4456-ad05-688a865ca525 req-bbd90484-df74-46c4-9448-c6ce49e7801b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:29.047765 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08cbd7c4-5ea6-4456-ad05-688a865ca525 req-bbd90484-df74-46c4-9448-c6ce49e7801b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0913699 Sep 15 08:38:29.074714 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58060) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:29.114371 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08cbd7c4-5ea6-4456-ad05-688a865ca525 req-4cadb289-3e66-4c5c-bd27-13e2badc8bee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606842 Sep 15 08:38:29.253539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-b705e30f-ad11-4360-ac97-cf63619d65c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1775398 Sep 15 08:38:29.904024 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc11403-0d8d-4b7c-b024-c74bec0fa464 req-bd6a0556-9dba-45c0-9f05-8681a2b190d6 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:29.905763 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bfc11403-0d8d-4b7c-b024-c74bec0fa464 req-bd6a0556-9dba-45c0-9f05-8681a2b190d6 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.0894547 Sep 15 08:38:29.961084 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bfc11403-0d8d-4b7c-b024-c74bec0fa464 req-ca40cf80-3fc3-4718-b791-6826daf693f8 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 Sep 15 08:38:30.327482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37843eec-9303-4617-b1f7-ed50c7b2aa3b req-afc0d117-e187-4c77-a69c-d8a2cda4bfd0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:30.328926 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37843eec-9303-4617-b1f7-ed50c7b2aa3b req-afc0d117-e187-4c77-a69c-d8a2cda4bfd0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0828681 Sep 15 08:38:30.379759 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37843eec-9303-4617-b1f7-ed50c7b2aa3b req-357824b6-8f62-4ae6-81d8-016e3ad0fd23 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438390 Sep 15 08:38:31.185752 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846a945-e343-43da-a598-82219a0c4d81 req-23ff0b57-4550-4811-9f31-e935e53b3755 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:31.187392 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3846a945-e343-43da-a598-82219a0c4d81 req-23ff0b57-4550-4811-9f31-e935e53b3755 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.0860300 Sep 15 08:38:31.246376 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3846a945-e343-43da-a598-82219a0c4d81 req-09d5d607-1e71-4c1a-b828-334191ed8847 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535109 Sep 15 08:38:31.620774 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9c302-6e76-4845-9fee-e130b78fedae req-2c83dc7b-97ef-41e2-a009-241aacd2cd0d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:31.628254 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08f9c302-6e76-4845-9fee-e130b78fedae req-2c83dc7b-97ef-41e2-a009-241aacd2cd0d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0965979 Sep 15 08:38:31.674912 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08f9c302-6e76-4845-9fee-e130b78fedae req-7a5d49d4-c423-4c41-b15a-9cd541f4f785 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455592 Sep 15 08:38:32.475374 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527b7b-0e95-4d95-b62f-3862a8a82fb7 req-08cea04c-1595-40aa-825d-9af2a8ca34a2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:32.477782 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76527b7b-0e95-4d95-b62f-3862a8a82fb7 req-08cea04c-1595-40aa-825d-9af2a8ca34a2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.0921881 Sep 15 08:38:32.542773 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76527b7b-0e95-4d95-b62f-3862a8a82fb7 req-6406fe18-710a-4afc-8e05-c69817ea56db tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519154 Sep 15 08:38:32.929028 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd21652-0fcd-4eba-ba4f-e10eef110c10 req-7f5376b4-0748-4ff4-8db4-eca409d2212e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:32.932023 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2fd21652-0fcd-4eba-ba4f-e10eef110c10 req-7f5376b4-0748-4ff4-8db4-eca409d2212e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0903428 Sep 15 08:38:32.990133 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2fd21652-0fcd-4eba-ba4f-e10eef110c10 req-f2a8926d-fa0d-4184-80ae-32026defcb90 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516915 Sep 15 08:38:33.808589 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df7fd4-c8b5-470f-962d-4ebb28590e61 req-35435597-1480-4379-b1e9-ac77836ffa99 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:33.810073 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-00df7fd4-c8b5-470f-962d-4ebb28590e61 req-35435597-1480-4379-b1e9-ac77836ffa99 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.1354492 Sep 15 08:38:33.861826 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-00df7fd4-c8b5-470f-962d-4ebb28590e61 req-553d3061-3785-4563-b3ab-5f7203336d19 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436292 Sep 15 08:38:34.194890 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5d5ac-1da9-442f-aa38-7db1d150af62 req-cfe563e8-2a36-4004-b902-72ffe27605ee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:34.196460 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a7f5d5ac-1da9-442f-aa38-7db1d150af62 req-cfe563e8-2a36-4004-b902-72ffe27605ee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0748270 Sep 15 08:38:34.243153 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a7f5d5ac-1da9-442f-aa38-7db1d150af62 req-16833c62-80a3-41e3-9908-781b109b0176 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Sep 15 08:38:35.064647 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87280-c9db-43ed-9400-ba6346bd0b26 req-e0a1d052-c920-4186-b2fc-08232e413028 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:35.066082 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8cc87280-c9db-43ed-9400-ba6346bd0b26 req-e0a1d052-c920-4186-b2fc-08232e413028 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.0776670 Sep 15 08:38:35.110083 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8cc87280-c9db-43ed-9400-ba6346bd0b26 req-3b8aca1c-318c-4f4a-9a82-4f59d68c31c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384526 Sep 15 08:38:35.449556 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8d31a-5119-4c69-8a5e-dd8100a4a89c req-f096285d-37c2-49d1-9f35-30bbbdf812f1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:35.451042 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-85f8d31a-5119-4c69-8a5e-dd8100a4a89c req-f096285d-37c2-49d1-9f35-30bbbdf812f1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0755489 Sep 15 08:38:35.497018 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-85f8d31a-5119-4c69-8a5e-dd8100a4a89c req-5a535428-a0ee-425a-ab13-43a0a3af764f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389276 Sep 15 08:38:36.365332 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92082c-20e3-4528-83f4-6412c6bfd643 req-0f1aa715-f917-4a81-851b-b8e7a1b70e18 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.368607 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bf92082c-20e3-4528-83f4-6412c6bfd643 req-0f1aa715-f917-4a81-851b-b8e7a1b70e18 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.0978568 Sep 15 08:38:36.379525 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-57e5bb59-7643-49a0-9b38-82b27d5bf089 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f&tenant_id=18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 1096 time: 0.0824451 Sep 15 08:38:36.437770 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bf92082c-20e3-4528-83f4-6412c6bfd643 req-49d7770b-435b-460a-826a-84d2222a51c1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623472 Sep 15 08:38:36.482769 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-857c08a9-4918-4001-a7e1-c10cfdbb9dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1096 time: 0.0785205 Sep 15 08:38:36.645903 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-b806f9f9-a763-40b6-a38c-d015f471d428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.647609 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-b806f9f9-a763-40b6-a38c-d015f471d428 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1557739 Sep 15 08:38:36.721062 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3001c0-1207-4779-b894-7c18f0029ebc req-799111f5-1945-4330-8f32-c99aea79ed8d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.722847 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8f3001c0-1207-4779-b894-7c18f0029ebc req-799111f5-1945-4330-8f32-c99aea79ed8d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0868490 Sep 15 08:38:36.767885 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-ebc19a69-d819-4f94-b2f4-41fe2e650ee3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 200 len: 999 time: 0.1123347 Sep 15 08:38:36.794414 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8f3001c0-1207-4779-b894-7c18f0029ebc req-0c0aeafd-f804-41fd-b486-a5846e39bca0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643902 Sep 15 08:38:36.870943 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-630d1497-53a3-4c98-abb2-ad67fb0763ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.872662 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-630d1497-53a3-4c98-abb2-ad67fb0763ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0906162 Sep 15 08:38:36.915937 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-2637dd80-e8ca-464d-b4a5-1923bec9754e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:36.917371 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-2637dd80-e8ca-464d-b4a5-1923bec9754e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.0909460 Sep 15 08:38:36.949229 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-7b08b196-fc00-46e3-ad4f-c923f61f9a6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698812 Sep 15 08:38:37.008688 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Deleting port 49918ab0-56d2-4f88-9b4b-f13402a7000c {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:37.009169 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.090209 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-8a0d2a64-018c-4775-8a7b-5e93b518a1e4 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342826 Sep 15 08:38:37.344291 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-00d957bb-013d-4f9f-8618-ba49ff14f44f req-233da3ff-658f-40d7-9372-aea70556920d service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457008 Sep 15 08:38:37.443644 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] For port 49918ab0-56d2-4f88-9b4b-f13402a7000c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=49918ab0-56d2-4f88-9b4b-f13402a7000c,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:37.444191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.676089 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Calling delete_port for 49918ab0-56d2-4f88-9b4b-f13402a7000c owned by compute:nova {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:37.857432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a9068-62d4-4989-b177-5f30b70f45e0 req-225b35ed-62ac-49bf-a850-05b9a556a0da tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:37.858927 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9f9a9068-62d4-4989-b177-5f30b70f45e0 req-225b35ed-62ac-49bf-a850-05b9a556a0da tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 946 time: 0.1497700 Sep 15 08:38:37.928236 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:37.932584 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9f9a9068-62d4-4989-b177-5f30b70f45e0 req-3dcaa546-c858-4427-ac54-beff79ea2143 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643616 Sep 15 08:38:37.936653 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a77e600f-2bad-4fc6-b0b5-b5f70c6a6ece tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:37.941408 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7', '6f1a20e8-d1b7-4440-8ace-f12473a86453', '49918ab0-56d2-4f88-9b4b-f13402a7000c'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:37.990201 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event deleted for resources: {'Port': ['ID=49918ab0-56d2-4f88-9b4b-f13402a7000c,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:38.107472 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.107819 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.108368 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.108569 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.109048 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.109236 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.109609 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.109881 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.110244 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.110625 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.110885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:38.119345 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:38.185269 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] No DVR routers for this DVR port 49918ab0-56d2-4f88-9b4b-f13402a7000c on host hv-cinder-80600 {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:38.189253 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:38.191921 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'name': 'network-vif-deleted', 'tag': '49918ab0-56d2-4f88-9b4b-f13402a7000c'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:38.211528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7b1b5cd9-fd52-469a-8fba-72e7afeb8f12 req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "DELETE /v2.0/ports/49918ab0-56d2-4f88-9b4b-f13402a7000c HTTP/1.1" status: 204 len: 173 time: 1.2879276 Sep 15 08:38:38.248708 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f076d3-bdf0-4a77-b324-22f3486a6cd5 req-9ade6076-9e20-4bc9-bb27-2e24b1587d3f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:38.251403 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d1f076d3-bdf0-4a77-b324-22f3486a6cd5 req-9ade6076-9e20-4bc9-bb27-2e24b1587d3f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.2580776 Sep 15 08:38:38.319198 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3ccef9-0d64-4a1b-a335-c1836ac40d7d', 'name': 'network-vif-deleted', 'tag': '49918ab0-56d2-4f88-9b4b-f13402a7000c', 'status': 'completed', 'code': 200} Sep 15 08:38:38.360811 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d1f076d3-bdf0-4a77-b324-22f3486a6cd5 req-e9bd4374-a34b-486d-a22d-1ef436e52aea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966661 Sep 15 08:38:39.495701 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-4d7ad272-4d28-4392-b861-4faf415b013b req-59941afd-315c-4f49-9ca8-b04ba294480b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:39.528339 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-4d7ad272-4d28-4392-b861-4faf415b013b req-59941afd-315c-4f49-9ca8-b04ba294480b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:39.546271 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4d7ad272-4d28-4392-b861-4faf415b013b req-59941afd-315c-4f49-9ca8-b04ba294480b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.1396272 Sep 15 08:38:39.983224 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386bed-e7be-4dc7-a312-0219bfa31d30 req-571f83fb-a606-4c0a-964e-667b13075427 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:39.985936 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e9386bed-e7be-4dc7-a312-0219bfa31d30 req-571f83fb-a606-4c0a-964e-667b13075427 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2397597 Sep 15 08:38:40.048723 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e9386bed-e7be-4dc7-a312-0219bfa31d30 req-2ae63167-a44a-4550-9017-958323e4d277 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550642 Sep 15 08:38:40.451082 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c9065-94ab-4087-bec4-7e8ff7a4f486 req-dc0a66a4-8daa-4c05-b43b-65d44732588b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:40.452764 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-125c9065-94ab-4087-bec4-7e8ff7a4f486 req-dc0a66a4-8daa-4c05-b43b-65d44732588b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.2164273 Sep 15 08:38:40.519079 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-125c9065-94ab-4087-bec4-7e8ff7a4f486 req-6b5112fd-c020-48d5-ac66-7c50317c7726 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600100 Sep 15 08:38:40.627601 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 49918ab0-56d2-4f88-9b4b-f13402a7000c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:40.727803 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 49918ab0-56d2-4f88-9b4b-f13402a7000c {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:40.728409 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 49918ab0-56d2-4f88-9b4b-f13402a7000c not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:40.818984 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eeaebeab-6b54-40b1-a391-c11e4a1b26be req-c2b48a69-7d53-41f1-b7f1-9fff1f07e4e5 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.0696802 Sep 15 08:38:41.276517 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865a3d-aa08-4f7c-bfd6-5fc1ab0fbf4d req-0016a5b5-569b-4c14-b2bc-ed93c9e7d2fe tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:41.282327 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ba865a3d-aa08-4f7c-bfd6-5fc1ab0fbf4d req-0016a5b5-569b-4c14-b2bc-ed93c9e7d2fe tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0999210 Sep 15 08:38:41.381247 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ba865a3d-aa08-4f7c-bfd6-5fc1ab0fbf4d req-9ed9b514-5de3-4922-b709-aee7756c0e08 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968444 Sep 15 08:38:42.120361 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7e838-0386-4495-9309-6632cce534ef req-0fee9968-4a66-4cfd-a522-bb8aaa5d27aa tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:42.122755 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4cd7e838-0386-4495-9309-6632cce534ef req-0fee9968-4a66-4cfd-a522-bb8aaa5d27aa tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1309221 Sep 15 08:38:42.188133 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4cd7e838-0386-4495-9309-6632cce534ef req-872d9b54-2081-4eca-b8b5-9290d1cec94a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597041 Sep 15 08:38:42.498053 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-47631755-3238-451f-8c19-11c3ac67261c req-9b4a7274-da21-4bf3-9f97-01c138d83572 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.1247385 Sep 15 08:38:42.917110 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34feff-e02f-4b05-a77b-ef4019f8797b req-b385923e-5f24-4620-912f-55c613841fea tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:42.918121 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9c34feff-e02f-4b05-a77b-ef4019f8797b req-b385923e-5f24-4620-912f-55c613841fea tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1362879 Sep 15 08:38:43.072555 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9c34feff-e02f-4b05-a77b-ef4019f8797b req-67821470-4a4d-4d8a-a0f6-4756f1835de0 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469095 Sep 15 08:38:43.647171 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caab8e4-4350-4a34-8977-6856bccd97b4 req-9e2725e0-1848-4174-9460-f16fd884ba0a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:43.663845 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9caab8e4-4350-4a34-8977-6856bccd97b4 req-9e2725e0-1848-4174-9460-f16fd884ba0a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1736364 Sep 15 08:38:43.732067 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9caab8e4-4350-4a34-8977-6856bccd97b4 req-e4991fbe-4187-4c10-9aa5-c76c8bad65f6 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665803 Sep 15 08:38:43.953228 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-10b3c91e-98b9-425d-aa39-57296fe51b43 req-907b10df-b6bb-4d6e-abe9-a662a0577062 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.0724518 Sep 15 08:38:44.362948 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fbf27-6212-4fd2-a3bf-dda6e34066b8 req-078b7be2-fd34-46c5-96d3-0e43873862fe tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:44.372793 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-817fbf27-6212-4fd2-a3bf-dda6e34066b8 req-078b7be2-fd34-46c5-96d3-0e43873862fe tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1495442 Sep 15 08:38:44.444513 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-817fbf27-6212-4fd2-a3bf-dda6e34066b8 req-b6fe920b-bac0-40f4-9a17-088988786f72 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655050 Sep 15 08:38:45.118160 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e595c0-fb53-4fb6-806b-aa6e65533b86 req-6672bb9b-0c97-4dc3-b8a1-31ff3b8dc3ee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.138636 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a2e595c0-fb53-4fb6-806b-aa6e65533b86 req-6672bb9b-0c97-4dc3-b8a1-31ff3b8dc3ee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1866267 Sep 15 08:38:45.227471 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a2e595c0-fb53-4fb6-806b-aa6e65533b86 req-2e8d18ea-ead3-4e0d-bb36-ab1545b176c1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872250 Sep 15 08:38:45.674428 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-806e65d2-599f-4272-a021-27487a5c1374 req-ffc13550-638f-4658-8acb-7873fe0466f9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.0540369 Sep 15 08:38:45.882026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf495b56-1bde-4d68-9150-26b886572c1e req-b9c2b916-8655-4b0f-ae46-bef3df49c377 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:45.884790 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bf495b56-1bde-4d68-9150-26b886572c1e req-b9c2b916-8655-4b0f-ae46-bef3df49c377 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.0895319 Sep 15 08:38:45.935827 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bf495b56-1bde-4d68-9150-26b886572c1e req-fbb3330f-0767-483f-8fc9-840026ba5447 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Sep 15 08:38:46.661675 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fdc3a-9e19-43c0-94bd-3ed49284deae req-1f59d2aa-a886-43fc-83d6-d9c82ac5f480 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:46.677252 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f08fdc3a-9e19-43c0-94bd-3ed49284deae req-1f59d2aa-a886-43fc-83d6-d9c82ac5f480 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1799867 Sep 15 08:38:46.791180 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f08fdc3a-9e19-43c0-94bd-3ed49284deae req-289eda6e-ff1b-44ff-8c8f-4b2a248a750b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125319 Sep 15 08:38:47.089093 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-20fc3611-1a37-4aea-9c2e-cbe05524b574 req-fbe8fbe0-57ea-45cc-a82b-b030036afcb1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.0678411 Sep 15 08:38:47.453627 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb70c0-bc0f-4220-99d5-49b6ff026da1 req-197304aa-4f98-4f9e-a95f-aae9c6bf81a2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:47.455367 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bfdb70c0-bc0f-4220-99d5-49b6ff026da1 req-197304aa-4f98-4f9e-a95f-aae9c6bf81a2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2236581 Sep 15 08:38:47.559266 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bfdb70c0-bc0f-4220-99d5-49b6ff026da1 req-e079fb40-c6e8-45ea-aee4-2c5ce86ef8ec tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895164 Sep 15 08:38:48.278199 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb06e2a-d4cd-41aa-8a4b-c7ac9b459264 req-fce30a81-609d-4468-a0a5-9939dc6887c3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:48.279776 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dcb06e2a-d4cd-41aa-8a4b-c7ac9b459264 req-fce30a81-609d-4468-a0a5-9939dc6887c3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1824586 Sep 15 08:38:48.450427 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-afdaedc5-dd2e-4565-852c-0dd9b6cb4237 req-1b9e7247-3615-4a43-9ba0-3d94644108ec tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd3ccef9-0d64-4a1b-a335-c1836ac40d7d HTTP/1.1" status: 200 len: 210 time: 0.0689042 Sep 15 08:38:48.453275 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dcb06e2a-d4cd-41aa-8a4b-c7ac9b459264 req-3b729f52-d84c-4b50-9e84-1d92f6dbedfd tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653316 Sep 15 08:38:48.595293 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-ae78991c-9669-4783-9981-ddf4b74f9c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:48.947543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:48.958912 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df9a38-4a20-425e-a576-97b7ee0b5302 req-ba259779-16f5-44b1-9464-c8542a20c9a2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:48.960385 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26df9a38-4a20-425e-a576-97b7ee0b5302 req-ba259779-16f5-44b1-9464-c8542a20c9a2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1610234 Sep 15 08:38:49.036009 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26df9a38-4a20-425e-a576-97b7ee0b5302 req-8723efb7-fbb5-4722-b51e-1992718779b5 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Sep 15 08:38:49.950060 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a326-5add-4305-880b-624f7bd94f93 req-48392c2a-e27c-482e-ae35-5ee4eb49c946 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:49.951577 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1f74a326-5add-4305-880b-624f7bd94f93 req-48392c2a-e27c-482e-ae35-5ee4eb49c946 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.2259943 Sep 15 08:38:50.045382 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1f74a326-5add-4305-880b-624f7bd94f93 req-d290c429-28f7-4726-9d44-dcd38fad7e04 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827792 Sep 15 08:38:50.047192 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58408) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:50.352009 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.438909 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:50.446920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Usage tracker for resource:security_group_rule and tenant:b97be30afb36481da6527e2ca86c9428 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:50.456455 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:50.467448 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49952-64b6-4d51-ac1a-4e685045c2f8 req-507c6313-03ec-4b0e-bdc8-a73f31a1b7d1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:50.468911 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-84c49952-64b6-4d51-ac1a-4e685045c2f8 req-507c6313-03ec-4b0e-bdc8-a73f31a1b7d1 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 946 time: 0.2206635 Sep 15 08:38:50.475664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:50.515995 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad79b0-5ab0-4cb4-810d-190a22613310 req-50ba79fa-6143-42c0-948a-61d561e388e8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:50.517423 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f5ad79b0-5ab0-4cb4-810d-190a22613310 req-50ba79fa-6143-42c0-948a-61d561e388e8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.2025974 Sep 15 08:38:50.645309 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-84c49952-64b6-4d51-ac1a-4e685045c2f8 req-9c71a40e-5360-48f0-99c0-8c5973219b9c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705034 Sep 15 08:38:50.665110 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f5ad79b0-5ab0-4cb4-810d-190a22613310 req-e9189d4d-ebf3-4ca3-b8ba-f81557d51583 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392503 Sep 15 08:38:50.694936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.701467 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.708414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2b8ef785-cce0-47b7-8ba2-eaea59d5b6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:50.751403 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fc07b84-c21c-4d26-9164-87752f4d710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.752068 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d83b5a-a6a2-4ff0-82ea-a551fb1e05a2,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:50.755743 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b97be30afb36481da6527e2ca86c9428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7029865 Sep 15 08:38:50.756776 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:50.758415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58420) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:50.824472 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.850624 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.902183 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.905981 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2e4c60d1-a5b4-4bab-8d7c-0d39c1bccb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:50.916822 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d83b5a-a6a2-4ff0-82ea-a551fb1e05a2,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:50.920825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:50.924449 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:50.928497 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13d83b5a-a6a2-4ff0-82ea-a551fb1e05a2 HTTP/1.1" status: 204 len: 168 time: 0.1691132 Sep 15 08:38:51.305776 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00364452-e69b-46b7-8d55-ee44c5c28421 req-b884bb4c-e078-4146-a39d-caddcc980361 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:51.307974 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-00364452-e69b-46b7-8d55-ee44c5c28421 req-b884bb4c-e078-4146-a39d-caddcc980361 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0936193 Sep 15 08:38:51.392190 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-00364452-e69b-46b7-8d55-ee44c5c28421 req-29fdffaa-93ec-49fd-9217-d90741f0ca75 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778472 Sep 15 08:38:51.600625 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:51.929909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58500) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:51.938087 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60668d6-d269-42dd-a88d-035f119c2c01 req-6c4de63a-2c97-424e-8e14-f2ef1d218c2e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:51.945354 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f60668d6-d269-42dd-a88d-035f119c2c01 req-6c4de63a-2c97-424e-8e14-f2ef1d218c2e tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 946 time: 0.1531372 Sep 15 08:38:51.983098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.114479 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f60668d6-d269-42dd-a88d-035f119c2c01 req-cf0b5069-f5f8-4259-b973-d26e4ddc1e45 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681640 Sep 15 08:38:52.124013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1372950757-network', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:52.126168 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:52.130266 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Usage tracker for resource:network and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:52.134181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:52.140991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:52.150932 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Made reservation on behalf of 309358a7aa1f4596a13ce1f6e1639db6 for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:38:52.154013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.168540 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.174899 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07e2d8-392b-41b3-a665-ba9c43e6511f req-bfa23eb2-b853-4f1d-a466-9ba26f1f8e98 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:52.176349 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ac07e2d8-392b-41b3-a665-ba9c43e6511f req-bfa23eb2-b853-4f1d-a466-9ba26f1f8e98 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1209428 Sep 15 08:38:52.201172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:52.205587 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:52.208555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:52.215188 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:52.231502 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ac07e2d8-392b-41b3-a665-ba9c43e6511f req-4615b576-219d-49f4-9bd5-7cc1065b9223 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 Sep 15 08:38:52.293488 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.298187 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.302305 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e7472d72-8e8f-4ed3-b5be-e6b1d5d01f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:52.334045 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:38:52.343083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9574b4-79c0-46ca-be0e-46e42e95a2da,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:52.354358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.354704 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Added segment ed664398-3a4c-469d-ae35-a4784b480d70 of type vlan for network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 Sep 15 08:38:52.364790 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.365122 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.365508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.366095 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.366878 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.367300 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.367669 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.368106 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.368445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.368782 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.369114 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:52.373485 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:52.393808 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.429182 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.430748 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:52.431331 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.435560 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:52.555763 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Pushing event updated for resources: {'Network': ['ID=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:52.558827 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:52.565278 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6343098 Sep 15 08:38:52.567221 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:38:52.568322 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58520) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:52.573952 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Request body: {'subnet': {'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1372950757-subnet', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:52.578799 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:52.586268 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Usage tracker for resource:subnet and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:52.590083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:52.595610 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:52.608972 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Made reservation on behalf of 309358a7aa1f4596a13ce1f6e1639db6 for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:38:52.612506 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Notify callbacks [] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.625264 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24748-7215-416e-9233-0a9d6940e58f req-5ffc282b-208a-4033-9fcf-774174a320f6 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:52.627721 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5aa24748-7215-416e-9233-0a9d6940e58f req-5ffc282b-208a-4033-9fcf-774174a320f6 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0957952 Sep 15 08:38:52.698602 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5aa24748-7215-416e-9233-0a9d6940e58f req-d15b0ca2-7444-420e-ba83-55d8099ef07f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645664 Sep 15 08:38:52.906644 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:52.911014 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:52.992755 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ab7de0-0950-4031-b86f-9dcc700f6cee,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:52.996561 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:53.004505 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Checking segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:53.004866 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Network hostable DHCP agents. Network: a25bcdba-fd25-44e1-a2dd-ce841e34c7c6, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:38:53.030313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:38:53.040812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, a25bcdba-fd25-44e1-a2dd-ce841e34c7c6) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:53.046445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.047681 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.051766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9fe38-9386-4e5a-8b0c-c2ba17c2fc3d None None] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:38:53.074934 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5053253 Sep 15 08:38:53.076951 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58532) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:53.083973 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:38:53.090924 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:38:53.095061 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Usage tracker for resource:router and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:38:53.099913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:38:53.107286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:38:53.121615 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.123022 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.125522 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b21646-6037-4426-8d8c-a6012a0ca3e9 req-4533dba9-dbe0-448f-941d-17a46e7a72ae tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.127038 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-48b21646-6037-4426-8d8c-a6012a0ca3e9 req-4533dba9-dbe0-448f-941d-17a46e7a72ae tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.0939100 Sep 15 08:38:53.141773 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.188527 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-48b21646-6037-4426-8d8c-a6012a0ca3e9 req-35ea29e7-5d59-4b88-b708-1a6ca711eaf3 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542414 Sep 15 08:38:53.326168 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.355226 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f418e-e185-4a6c-8a00-deda35ebb6cb req-2e3c21c4-bc8a-4909-9bb8-64fa27ca0f41 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.358786 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-630f418e-e185-4a6c-8a00-deda35ebb6cb req-2e3c21c4-bc8a-4909-9bb8-64fa27ca0f41 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 946 time: 0.1066453 Sep 15 08:38:53.402500 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:38:53.403674 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.406432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58542) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:53.420420 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.552576 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.562118 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-630f418e-e185-4a6c-8a00-deda35ebb6cb req-1a6cba3b-4811-4e06-a3d9-82a609b318c5 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967094 Sep 15 08:38:53.573235 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Allocated IP 172.20.0.2 (a25bcdba-fd25-44e1-a2dd-ce841e34c7c6/d5ab7de0-0950-4031-b86f-9dcc700f6cee/a5dc28b0-ecca-43df-96da-aca39eae2428) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:53.583368 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.583799 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Deleting subnet a992938a-e5f4-4612-9ee5-b207737c0da7 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:38:53.595988 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.659329 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.709951 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-38a65da1-d461-434a-b561-edcd573785bf tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.711975 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-38a65da1-d461-434a-b561-edcd573785bf tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 946 time: 0.2143006 Sep 15 08:38:53.727125 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Allocated IP 172.27.0.2 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/d271a4dc-366c-4bf1-ac42-6dd29669c1fe) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:53.757888 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7e27d-ac79-4934-90f6-9f1461b47c7c req-04b57d11-8a2c-4d0f-b0b1-0cd5dd813cd3 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:53.759363 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-33d7e27d-ac79-4934-90f6-9f1461b47c7c req-04b57d11-8a2c-4d0f-b0b1-0cd5dd813cd3 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.3175673 Sep 15 08:38:53.808960 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.848463 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.863408 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Transition to ACTIVE for port object a5dc28b0-ecca-43df-96da-aca39eae2428 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:53.878238 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.883275 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Transition to ACTIVE for port object a5dc28b0-ecca-43df-96da-aca39eae2428 will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:53.890371 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.895945 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:53.908997 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.912544 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Deleting port 6f1a20e8-d1b7-4440-8ace-f12473a86453 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:53.912899 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:53.914807 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-861c5caf-782d-4f2b-8f58-13b1a68b1e34 tempest-DeleteServersTestJSON-929995615 tempest-DeleteServersTestJSON-929995615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:53.968244 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:53.972996 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:53.979268 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:53.979909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:53.982153 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Pushing event updated for resources: {'Port': ['ID=a5dc28b0-ecca-43df-96da-aca39eae2428,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:53.984391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:53.986324 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Pushing event updated for resources: {'Port': ['ID=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:53.988574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:53.995197 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.995714 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.996196 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.996677 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.997160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.997276 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-33d7e27d-ac79-4934-90f6-9f1461b47c7c req-d4316dfd-45a5-4441-aab4-62040b9c3e8d tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252936 Sep 15 08:38:53.997732 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.998319 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.998797 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:53.999500 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:54.000124 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:54.000599 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:54.005911 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:54.014734 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:54.080815 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.097901 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3fc61d4c-f84b-4da7-be5d-abbe711bff40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:54.110862 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Attempting to bind port a5dc28b0-ecca-43df-96da-aca39eae2428 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:54.111409 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Attempting to bind port a5dc28b0-ecca-43df-96da-aca39eae2428 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:54.111659 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Attempting to bind port a5dc28b0-ecca-43df-96da-aca39eae2428 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:54.119436 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:54.119637 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Checking segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:54.119927 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.120320 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Bound using segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:54.120805 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Bound port: a5dc28b0-ecca-43df-96da-aca39eae2428, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:54.121150 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.138572 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.139448 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.172715 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a992938a-e5f4-4612-9ee5-b207737c0da7,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:54.180798 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:54.223756 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] For port a5dc28b0-ecca-43df-96da-aca39eae2428, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:54.227876 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] For port a5dc28b0-ecca-43df-96da-aca39eae2428, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a5dc28b0-ecca-43df-96da-aca39eae2428,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:54.246792 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.247901 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.259366 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:54.261240 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212eddb-d989-4296-bdf7-27b6d10620e4 req-c1eeb2cc-7bc4-4a84-970a-bc161e84b510 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:54.268162 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8212eddb-d989-4296-bdf7-27b6d10620e4 req-c1eeb2cc-7bc4-4a84-970a-bc161e84b510 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.4214997 Sep 15 08:38:54.303607 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a992938a-e5f4-4612-9ee5-b207737c0da7 HTTP/1.1" status: 204 len: 168 time: 0.8937659 Sep 15 08:38:54.311127 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58552) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:54.393580 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Pushing event updated for resources: {'Port': ['ID=a5dc28b0-ecca-43df-96da-aca39eae2428,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:54.404519 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:54.504867 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-af42079e-4614-4314-98fb-90fde93cb6d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:54.505602 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-af42079e-4614-4314-98fb-90fde93cb6d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Synchronizing usage tracker for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:54.526776 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Router e1737b75-281c-4665-b023-8b48d33808e2 is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:38:54.532471 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-af42079e-4614-4314-98fb-90fde93cb6d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Unset dirty status for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:54.533646 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-af42079e-4614-4314-98fb-90fde93cb6d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.1576371 Sep 15 08:38:54.659007 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] For port 6f1a20e8-d1b7-4440-8ace-f12473a86453, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6f1a20e8-d1b7-4440-8ace-f12473a86453,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:54.659285 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.684060 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Deleting port afd7d0ab-ea96-4559-b7d4-57957d3dc44d {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:54.684404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.689719 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8212eddb-d989-4296-bdf7-27b6d10620e4 req-1695a038-f009-4820-a0a6-56f6ea73c350 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205852 Sep 15 08:38:54.760724 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:54.832372 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Calling delete_port for 6f1a20e8-d1b7-4440-8ace-f12473a86453 owned by compute:nova {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:55.011150 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:38:55.073006 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7e2ac-45e6-48ab-ba56-dd35805aa9aa req-ba5302eb-c130-4026-a8ac-00032ad7f841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.074487 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6df7e2ac-45e6-48ab-ba56-dd35805aa9aa req-ba5302eb-c130-4026-a8ac-00032ad7f841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.5293417 Sep 15 08:38:55.156347 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.195684 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727482d9-75a6-47b8-ab76-96321c072fdb']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:55.214934 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-fdefaf30-7cd1-4d72-b2c3-865a6db0dcde tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.215674 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-fdefaf30-7cd1-4d72-b2c3-865a6db0dcde tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Synchronizing usage tracker for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:55.220794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:55.221087 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9976bc3-9ffe-4ffe-89b0-65f2f2d85ac3') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:55.248339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] For port afd7d0ab-ea96-4559-b7d4-57957d3dc44d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:55.248339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.254400 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.261284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-fdefaf30-7cd1-4d72-b2c3-865a6db0dcde tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Unset dirty status for tenant:3aa5275c03ad4622963dfdccbe51df3e on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:55.262459 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-fdefaf30-7cd1-4d72-b2c3-865a6db0dcde tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.3620536 Sep 15 08:38:55.273235 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.278678 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6df7e2ac-45e6-48ab-ba56-dd35805aa9aa req-2e143a58-7414-415c-ba2c-4e62c327ba7b tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878266 Sep 15 08:38:55.279693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.286753 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8932d371-23e8-4241-bd36-5d5f3a1c46da tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:55.287453 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:55.365563 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event deleted for resources: {'Port': ['ID=6f1a20e8-d1b7-4440-8ace-f12473a86453,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:55.368512 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:38:55.368942 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:38:55.383997 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:38:55.386460 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:55.466468 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919406-a672-4efa-8de8-c057d06a456c req-719d6a0f-07b3-44d7-92fe-f99f9d5b9234 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.473154 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-df919406-a672-4efa-8de8-c057d06a456c req-719d6a0f-07b3-44d7-92fe-f99f9d5b9234 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=25ece6df-fa98-4c93-a594-6777632bbb67 HTTP/1.1" status: 200 len: 867 time: 0.4472077 Sep 15 08:38:55.530657 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Calling delete_port for afd7d0ab-ea96-4559-b7d4-57957d3dc44d owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:55.596969 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:38:55.612670 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:38:55.636705 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:55.637384 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:55.663858 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Deleting port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:38:55.664199 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.676433 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] No DVR routers for this DVR port 6f1a20e8-d1b7-4440-8ace-f12473a86453 on host hv-cinder-80600 {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:55.683220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.685907 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.690620 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ece6df-fa98-4c93-a594-6777632bbb67', 'name': 'network-vif-deleted', 'tag': '6f1a20e8-d1b7-4440-8ace-f12473a86453'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:55.708426 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-27b7e2f3-de6b-4cf8-a654-ceda8ce895e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:55.716911 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.718142 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6400595 Sep 15 08:38:55.727077 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58564) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:55.727619 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:55.746040 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8f7676-c8f8-4a66-84e3-c32bb86589ff None None] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:38:55.748271 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-df919406-a672-4efa-8de8-c057d06a456c req-a95dea60-eb4b-40d5-a6eb-bee09ed5a917 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734098 Sep 15 08:38:55.781424 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Pushing event deleted for resources: {'Network': ['ID=727482d9-75a6-47b8-ab76-96321c072fdb,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:55.792998 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a5dc28b0-ecca-43df-96da-aca39eae2428 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:55.798635 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-55b8d6df-d401-4fc6-850b-702c30bf4259 req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "DELETE /v2.0/ports/6f1a20e8-d1b7-4440-8ace-f12473a86453 HTTP/1.1" status: 204 len: 173 time: 2.0785165 Sep 15 08:38:55.799532 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:55.817336 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b3f1ee1b-b39d-4c1d-a08b-1537fffcd047 admin admin] 10.222.0.36 "DELETE /v2.0/networks/727482d9-75a6-47b8-ab76-96321c072fdb HTTP/1.1" status: 204 len: 168 time: 1.5005791 Sep 15 08:38:55.853407 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3161c-6060-4bdb-8bcf-bc44294db03c req-633eda31-4709-4a61-9ddb-d83dd8e1759f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:55.865750 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26c3161c-6060-4bdb-8bcf-bc44294db03c req-633eda31-4709-4a61-9ddb-d83dd8e1759f tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 945 time: 0.3001575 Sep 15 08:38:55.938227 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ece6df-fa98-4c93-a594-6777632bbb67', 'name': 'network-vif-deleted', 'tag': '6f1a20e8-d1b7-4440-8ace-f12473a86453', 'status': 'completed', 'code': 200} Sep 15 08:38:55.938989 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:55.984693 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26c3161c-6060-4bdb-8bcf-bc44294db03c req-0688a09c-b5aa-4b8c-8ddc-31cbcb4d801c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172538 Sep 15 08:38:56.129015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58572) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:56.159437 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7873f3c-3611-49f9-8c07-8b3dcdeff2be req-4a2e2f35-c55a-45e4-9611-7583bb9145d1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.166528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a7873f3c-3611-49f9-8c07-8b3dcdeff2be req-4a2e2f35-c55a-45e4-9611-7583bb9145d1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.1397710 Sep 15 08:38:56.192221 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-f9729577-48c7-45ab-b52d-c6e07f78ea4e None None] Provisioning for port a5dc28b0-ecca-43df-96da-aca39eae2428 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:56.233361 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port a5dc28b0-ecca-43df-96da-aca39eae2428 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:56.235390 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5a8d0853-74f3-4336-a348-bfa02786f608 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9e8e8663107454995a38cae05e6c8ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1052346 Sep 15 08:38:56.236024 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58576) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:38:56.240184 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port a5dc28b0-ecca-43df-96da-aca39eae2428 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:56.240823 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.264273 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a7873f3c-3611-49f9-8c07-8b3dcdeff2be req-96cbda53-02ee-4e3d-b078-2949a0e01496 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968220 Sep 15 08:38:56.270237 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.280417 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:56.300109 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['afd7d0ab-ea96-4559-b7d4-57957d3dc44d', '4e2b615b-2fc4-4346-84b6-3ebe49a08e39'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:56.370965 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Pushing event deleted for resources: {'Port': ['ID=afd7d0ab-ea96-4559-b7d4-57957d3dc44d,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:56.376387 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.393768 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:54Z', 'revision_number': 3, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:56.398933 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:38:56.399374 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Updating router e1737b75-281c-4665-b023-8b48d33808e2 port d271a4dc-366c-4bf1-ac42-6dd29669c1fe binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:38:56.428902 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.498525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:56.514625 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.540422 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.572100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-316942d8-ffcb-4145-97ce-861cf22032a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:56.602861 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348976b-eaac-4b5c-9e9f-e69be23ecc7e,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:56.613310 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:56.679826 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] No DVR routers for this DVR port afd7d0ab-ea96-4559-b7d4-57957d3dc44d on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:56.689542 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.691115 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e348976b-eaac-4b5c-9e9f-e69be23ecc7e HTTP/1.1" status: 204 len: 168 time: 0.4527688 Sep 15 08:38:56.707113 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.718674 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'name': 'network-vif-deleted', 'tag': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:56.767151 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] For port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,segment=NetworkSegment(16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb),segment_id=16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:56.767504 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:56.768877 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 6f1a20e8-d1b7-4440-8ace-f12473a86453 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:56.778639 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-567db1bb-7fc2-43ee-8231-70e012b7d0ea req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "DELETE /v2.0/ports/afd7d0ab-ea96-4559-b7d4-57957d3dc44d HTTP/1.1" status: 204 len: 173 time: 2.2378957 Sep 15 08:38:56.796353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14946731-d9a4-4d3a-abd3-e1462d59bd34 req-4fe5e994-4b47-43ea-ad5b-f3bb2f073f9f tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:56.800161 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-14946731-d9a4-4d3a-abd3-e1462d59bd34 req-4fe5e994-4b47-43ea-ad5b-f3bb2f073f9f tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 946 time: 0.1995814 Sep 15 08:38:56.911378 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a5f775-75f3-4551-b229-3fdebb68ec4f', 'name': 'network-vif-deleted', 'tag': 'afd7d0ab-ea96-4559-b7d4-57957d3dc44d', 'status': 'completed', 'code': 200} Sep 15 08:38:56.928306 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-14946731-d9a4-4d3a-abd3-e1462d59bd34 req-5d283b87-22ae-4b72-af59-b00a1ac590a3 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/security-groups?id=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184609 Sep 15 08:38:56.937868 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 6f1a20e8-d1b7-4440-8ace-f12473a86453 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:56.938232 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 6f1a20e8-d1b7-4440-8ace-f12473a86453 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:56.938658 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 41336c0f-0d87-4598-ae3b-a5dd0c8233eb no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:57.001478 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Calling delete_port for 41336c0f-0d87-4598-ae3b-a5dd0c8233eb owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:38:57.168165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.287141 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.324246 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Transition to ACTIVE for port object d271a4dc-366c-4bf1-ac42-6dd29669c1fe will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:57.341980 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.361609 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.414529 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d3825be-c54d-41dc-9143-f3c0d50cc740 req-215dcdfa-17dc-4780-8b57-bdb9e3798a4b tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8a5f775-75f3-4551-b229-3fdebb68ec4f HTTP/1.1" status: 200 len: 210 time: 0.1457038 Sep 15 08:38:57.484492 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-f506a600-b516-4e64-9176-1ce008fc38bd None None] Provisioning complete for port a5dc28b0-ecca-43df-96da-aca39eae2428 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:57.485033 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f506a600-b516-4e64-9176-1ce008fc38bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.504242 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Attempting to bind port d271a4dc-366c-4bf1-ac42-6dd29669c1fe on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:38:57.504779 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Attempting to bind port d271a4dc-366c-4bf1-ac42-6dd29669c1fe by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:38:57.505100 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Attempting to bind port d271a4dc-366c-4bf1-ac42-6dd29669c1fe on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:38:57.515242 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Pushing event updated for resources: {'Port': ['ID=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.519021 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:38:57.519405 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:38:57.519812 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.520221 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:38:57.520677 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Bound port: d271a4dc-366c-4bf1-ac42-6dd29669c1fe, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:38:57.521074 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.532439 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port a5dc28b0-ecca-43df-96da-aca39eae2428, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a5dc28b0-ecca-43df-96da-aca39eae2428,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:57.562962 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.563367 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.563684 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.564009 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.564331 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.564654 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.564990 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.565325 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.565641 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.565973 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.566283 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:38:57.567227 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.575827 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:57.607032 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] For port d271a4dc-366c-4bf1-ac42-6dd29669c1fe, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:38:57.610594 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] For port d271a4dc-366c-4bf1-ac42-6dd29669c1fe, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:38:57.614178 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.620314 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.625695 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ca39a0a1-19de-4365-9791-0e2ba82e2ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.625970 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.639195 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a74074-2974-4b69-adcb-d2777c9284eb req-023ebc7f-51ab-4437-979d-f5b71e48fc78 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:57.641112 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8a74074-2974-4b69-adcb-d2777c9284eb req-023ebc7f-51ab-4437-979d-f5b71e48fc78 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.0960095 Sep 15 08:38:57.673416 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.684251 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:57.708953 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b8a74074-2974-4b69-adcb-d2777c9284eb req-c7fc80b8-472a-445a-ab9f-60c84ba15eb7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590034 Sep 15 08:38:57.740257 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Pushing event deleted for resources: {'Port': ['ID=41336c0f-0d87-4598-ae3b-a5dd0c8233eb,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.747294 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:57.752335 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Pushing event updated for resources: {'Port': ['ID=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.764854 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:57.799854 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:38:57.800482 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:57.841710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] No DVR routers for this DVR port 41336c0f-0d87-4598-ae3b-a5dd0c8233eb on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:38:57.845593 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:57.864321 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=a5dc28b0-ecca-43df-96da-aca39eae2428,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:57.864571 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e829313b-97f6-4d87-ba6b-a3fe9eb6a1ad req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.21 "DELETE /v2.0/ports/41336c0f-0d87-4598-ae3b-a5dd0c8233eb HTTP/1.1" status: 204 len: 173 time: 2.4831645 Sep 15 08:38:57.875745 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:58.015608 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:38:58.122206 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d1a1ff98-1574-4685-b2e2-dec2189f6d6f req-95810801-53b3-4c4e-a541-46f8dae777e2 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] 10.222.0.36 "GET /v2.0/ports?device_id=35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9 HTTP/1.1" status: 200 len: 210 time: 0.0431542 Sep 15 08:38:58.235465 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.318787 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:54Z', 'revision_number': 3, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:38:58.324961 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cc9486-a6c1-4616-9691-a6e842152d28 None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:54Z', 'revision_number': 3, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:38:58.544742 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Allocated IP 172.20.0.1 (a25bcdba-fd25-44e1-a2dd-ce841e34c7c6/d5ab7de0-0950-4031-b86f-9dcc700f6cee/faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:38:58.736083 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:38:58.745096 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device afd7d0ab-ea96-4559-b7d4-57957d3dc44d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:38:58.778019 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.811702 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Transition to ACTIVE for port object faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:38:58.835243 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: afd7d0ab-ea96-4559-b7d4-57957d3dc44d {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:38:58.835717 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device afd7d0ab-ea96-4559-b7d4-57957d3dc44d not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:38:58.872356 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:58.894091 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eb27725c-4ddd-4b4b-8d43-c0bb12254567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:58.926170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'name': 'network-vif-deleted', 'tag': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:38:58.943610 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf314e-6a05-45e2-b0db-e4223ba6bab1 req-45a89bbd-e4d8-4a58-b64a-0fd3e5ad21e3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:58.946041 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-2bbf314e-6a05-45e2-b0db-e4223ba6bab1 req-45a89bbd-e4d8-4a58-b64a-0fd3e5ad21e3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:38:58.994727 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-2bbf314e-6a05-45e2-b0db-e4223ba6bab1 req-45a89bbd-e4d8-4a58-b64a-0fd3e5ad21e3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:38:59.008980 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2bbf314e-6a05-45e2-b0db-e4223ba6bab1 req-45a89bbd-e4d8-4a58-b64a-0fd3e5ad21e3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.2248278 Sep 15 08:38:59.048677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:38:59.055648 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Pushing event updated for resources: {'Port': ['ID=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:59.060928 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:38:59.063306 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:59.063986 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:38:59.064754 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.187345 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2bbf314e-6a05-45e2-b0db-e4223ba6bab1 req-4f70567e-b5eb-441a-ac5b-cc9409269855 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743953 Sep 15 08:38:59.250014 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:59.271952 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.300184 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'port_id': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'mac_address': 'fa:16:3e:1a:cb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:38:59.359575 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d6ec4e-21f3-4d0a-b789-ae5fa71be7f9', 'name': 'network-vif-deleted', 'tag': '41336c0f-0d87-4598-ae3b-a5dd0c8233eb', 'status': 'completed', 'code': 200} Sep 15 08:38:59.442495 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.472346 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01645f58-38dd-4bd2-a323-cfb62ad71332 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:38:59.516740 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:38:59.524412 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.531952 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:59.571039 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-8aad7b39-7c5d-420a-a5b3-64a91d822925 None None] Provisioning for port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:59.593250 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-8aad7b39-7c5d-420a-a5b3-64a91d822925 None None] Provisioning complete for port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:59.593628 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-8aad7b39-7c5d-420a-a5b3-64a91d822925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.651501 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeed28b-103c-402b-9f5b-794374636fec req-1b757eea-a300-418e-a80f-01c13b661586 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:59.653318 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-adeed28b-103c-402b-9f5b-794374636fec req-1b757eea-a300-418e-a80f-01c13b661586 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 943 time: 0.3951814 Sep 15 08:38:59.667928 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-8aad7b39-7c5d-420a-a5b3-64a91d822925 None None] Port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:38:59.708813 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708a169-7df4-4437-a336-aabdf557232c req-189d06b2-c64e-4a4d-b09e-e825b9b0f9cd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:38:59.711093 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f708a169-7df4-4437-a336-aabdf557232c req-189d06b2-c64e-4a4d-b09e-e825b9b0f9cd tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1505847 Sep 15 08:38:59.712271 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=9']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:59.716534 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:38:59.725048 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.730579 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.731464 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:38:59.734940 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:38:59.752205 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-adeed28b-103c-402b-9f5b-794374636fec req-237882b3-1d8a-4c18-9910-7971bb9f11b5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864093 Sep 15 08:38:59.789400 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f708a169-7df4-4437-a336-aabdf557232c req-8df793f8-a2be-4e25-9e2f-a9e23ef13e14 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674596 Sep 15 08:38:59.814364 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['01645f58-38dd-4bd2-a323-cfb62ad71332'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:38:59.843628 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device d271a4dc-366c-4bf1-ac42-6dd29669c1fe up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:38:59.947625 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Pushing event updated for resources: {'Port': ['ID=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:38:59.965790 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port d271a4dc-366c-4bf1-ac42-6dd29669c1fe completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:38:59.980431 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port d271a4dc-366c-4bf1-ac42-6dd29669c1fe triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:38:59.980893 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.001470 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:00.119479 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:00.130104 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:00.186908 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.216363 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port d271a4dc-366c-4bf1-ac42-6dd29669c1fe, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:00.227461 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.228475 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a5dc28b0-ecca-43df-96da-aca39eae2428 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:00.257663 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-cc8a59af-27c0-46e1-8bd3-f064ce150d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:00.281493 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025be3f-4ad0-44a6-a500-ba6ed0629ef2 req-21ef85fd-8e85-4e33-bd25-0066cd22c7f0 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.285211 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4025be3f-4ad0-44a6-a500-ba6ed0629ef2 req-21ef85fd-8e85-4e33-bd25-0066cd22c7f0 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1520731 Sep 15 08:39:00.395981 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4025be3f-4ad0-44a6-a500-ba6ed0629ef2 req-9cc8cc7c-7d7d-4394-83c1-843fb801b362 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048298 Sep 15 08:39:00.434137 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:00.442998 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:00.456740 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port a5dc28b0-ecca-43df-96da-aca39eae2428 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:00.457121 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.614225 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-df136c7f-0382-4a5b-a3aa-8d7daf630950 None None] Provisioning complete for port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:00.614604 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-df136c7f-0382-4a5b-a3aa-8d7daf630950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.628055 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b714eb-32eb-43be-b6e1-abc916f61ea2 req-aabb8f62-911e-492c-9f3c-6f9747b6835c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.635737 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9b714eb-32eb-43be-b6e1-abc916f61ea2 req-aabb8f62-911e-492c-9f3c-6f9747b6835c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.1435688 Sep 15 08:39:00.670520 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-df136c7f-0382-4a5b-a3aa-8d7daf630950 None None] Port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:39:00.681865 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9b714eb-32eb-43be-b6e1-abc916f61ea2 req-ef7d024e-98cd-48a0-bc92-8ac05768808b tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/security-groups?id=085145ad-e0b8-42e2-b32b-0233a6db9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Sep 15 08:39:00.708339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-aa9a0151-2a5c-4949-852f-fb7a111718f0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:00.709044 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-aa9a0151-2a5c-4949-852f-fb7a111718f0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Synchronizing usage tracker for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:00.732446 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:00.734107 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-aa9a0151-2a5c-4949-852f-fb7a111718f0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Unset dirty status for tenant:f9492aadefe7435fade3c512b51252bd on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:00.735236 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-aa9a0151-2a5c-4949-852f-fb7a111718f0 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 945 time: 0.4167864 Sep 15 08:39:00.800635 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 01645f58-38dd-4bd2-a323-cfb62ad71332 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:00.801052 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.868228 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Deleting port 1a890e5f-2abd-49a3-a121-4b2756b997a7 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:39:00.868875 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:00.968614 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.007272 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:01.013912 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:01.018910 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.020780 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:01.084415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2eb38-cfab-431d-b592-89cf86317500 req-0c6e12ac-51ca-43d7-bb9e-85fdd35fffaf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.086073 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-43b2eb38-cfab-431d-b592-89cf86317500 req-0c6e12ac-51ca-43d7-bb9e-85fdd35fffaf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1425838 Sep 15 08:39:01.089111 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=10']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:01.091954 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56ed53-0915-49e7-81da-a81ba9f91e93 req-36b08e1e-b23c-489c-9caf-f3fe9c9ea92a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.095681 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:01.098208 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7c56ed53-0915-49e7-81da-a81ba9f91e93 req-36b08e1e-b23c-489c-9caf-f3fe9c9ea92a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.1181679 Sep 15 08:39:01.152060 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:39:01.173413 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] For port 1a890e5f-2abd-49a3-a121-4b2756b997a7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=1a890e5f-2abd-49a3-a121-4b2756b997a7,segment=NetworkSegment(249d3f2b-efe9-4622-9ace-b5776252dd37),segment_id=249d3f2b-efe9-4622-9ace-b5776252dd37)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:01.173635 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7c56ed53-0915-49e7-81da-a81ba9f91e93 req-5c18724e-2692-4c48-9ae9-de2116063bac tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743845 Sep 15 08:39:01.173766 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.176043 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-43b2eb38-cfab-431d-b592-89cf86317500 req-d52212a9-d2df-4bf2-bb13-bf878a5c297a tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Sep 15 08:39:01.245788 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'code': 200} Sep 15 08:39:01.344717 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Calling delete_port for 1a890e5f-2abd-49a3-a121-4b2756b997a7 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:39:01.575977 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.582313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:01.588609 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['1a890e5f-2abd-49a3-a121-4b2756b997a7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:01.659490 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa809f4-bae4-4df4-a995-5bb47850d56d req-28a53af2-59e8-47a2-af51-363f100edd30 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:01.665665 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-caa809f4-bae4-4df4-a995-5bb47850d56d req-28a53af2-59e8-47a2-af51-363f100edd30 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1278081 Sep 15 08:39:01.719982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Pushing event deleted for resources: {'Port': ['ID=1a890e5f-2abd-49a3-a121-4b2756b997a7,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:01.722964 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:01.736301 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device d271a4dc-366c-4bf1-ac42-6dd29669c1fe up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:01.745364 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-caa809f4-bae4-4df4-a995-5bb47850d56d req-7855591f-0000-42a7-9f45-62d9f6d7f0e6 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773995 Sep 15 08:39:01.828317 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port d271a4dc-366c-4bf1-ac42-6dd29669c1fe triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:01.828689 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.854806 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] No DVR routers for this DVR port 1a890e5f-2abd-49a3-a121-4b2756b997a7 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:39:01.858901 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:01.862338 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a6dd45-d218-422e-96e0-53fb9203db47', 'name': 'network-vif-deleted', 'tag': '1a890e5f-2abd-49a3-a121-4b2756b997a7'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:01.908563 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fd19501c-d1bc-42a0-94aa-7bfbbe752b0f req-fdf0436a-ca9f-4162-8d27-171b15c0a883 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.0532379 Sep 15 08:39:01.946007 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-6a8e8aa7-cc89-41ba-9672-30a2589debb2 req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.21 "DELETE /v2.0/ports/1a890e5f-2abd-49a3-a121-4b2756b997a7 HTTP/1.1" status: 204 len: 173 time: 1.2028980 Sep 15 08:39:01.949451 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a6dd45-d218-422e-96e0-53fb9203db47', 'name': 'network-vif-deleted', 'tag': '1a890e5f-2abd-49a3-a121-4b2756b997a7', 'status': 'completed', 'code': 200} Sep 15 08:39:01.953429 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:39:01.959222 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] 10.222.0.36 "PUT /v2.0/routers/e1737b75-281c-4665-b023-8b48d33808e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2197866 Sep 15 08:39:01.987684 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-6041dec7-b38c-4e66-a88e-21a83df6ddb4 req-c095cd0b-1c3f-4e49-b597-591ac49ed76e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 1099 time: 0.2145038 Sep 15 08:39:02.049574 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-6041dec7-b38c-4e66-a88e-21a83df6ddb4 req-7eb1ff4f-87b6-43a9-a06a-0531e2c51bdb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468049 Sep 15 08:39:02.451504 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226588a-d18c-46a0-ae6d-6562723142ca req-ba17e361-24d6-4376-9afc-c972019393cf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:02.452973 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7226588a-d18c-46a0-ae6d-6562723142ca req-ba17e361-24d6-4376-9afc-c972019393cf tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1498127 Sep 15 08:39:02.518723 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7226588a-d18c-46a0-ae6d-6562723142ca req-94730940-e835-4c3a-95cf-ebf5af788558 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Sep 15 08:39:02.525193 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42251f26-63c2-4d79-bb3d-3278b586b838 req-080ba0ed-e6d6-4a05-ae03-05201dbc5fe0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:02.530443 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-42251f26-63c2-4d79-bb3d-3278b586b838 req-080ba0ed-e6d6-4a05-ae03-05201dbc5fe0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.1369369 Sep 15 08:39:02.563844 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:39:02.576764 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:02.577398 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:02.577811 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-42251f26-63c2-4d79-bb3d-3278b586b838 req-0f025659-2959-4eae-8350-156e0a84a0c5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456560 Sep 15 08:39:02.760568 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:02.954081 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31999c3-2dd8-47f6-bb8b-7442355a6580 req-e3eee49a-59ba-4ca2-b239-1fdeb3a2b01c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:02.962446 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b31999c3-2dd8-47f6-bb8b-7442355a6580 req-e3eee49a-59ba-4ca2-b239-1fdeb3a2b01c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0943809 Sep 15 08:39:02.983134 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58680) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:02.988742 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2101823284-network', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:02.994495 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:02.998955 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Usage tracker for resource:network and tenant:a944b1acb177479fb36ab6cc996e2a6b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:03.004137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:03.017147 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:03.019148 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b31999c3-2dd8-47f6-bb8b-7442355a6580 req-b5eb6541-bac6-4fa9-8917-ab34c32ade7e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546618 Sep 15 08:39:03.035751 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Made reservation on behalf of a944b1acb177479fb36ab6cc996e2a6b for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:03.038851 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.057187 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.092997 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:03.097196 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Usage tracker for resource:security_group_rule and tenant:a944b1acb177479fb36ab6cc996e2a6b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:03.100214 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:03.105046 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 2, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:03.106157 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:03.109521 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:39:03.110013 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Updating router e1737b75-281c-4665-b023-8b48d33808e2 port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:39:03.125763 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f87a5447-d90d-46e0-b6d0-ec8eff593eb6 req-a93f48cb-a5fc-49b4-b307-aa1c4f86dcfa tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.0488205 Sep 15 08:39:03.167947 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.183570 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.187653 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.191565 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9b8f6622-047f-422a-9759-26e30ba9ee04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:03.219026 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:39:03.231680 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d7a935-618d-4640-bd74-4eb86e5a24ef,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:03.235517 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:03.236436 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.236774 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Added segment acb086b8-44ca-4a2d-80ec-da7ccbc1465f of type vlan for network cbfbfb47-a115-416d-b94f-aaeebbe4b59f Sep 15 08:39:03.269039 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.301703 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.303963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.304698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.308059 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:03.411813 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4273674 Sep 15 08:39:03.412702 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Pushing event updated for resources: {'Network': ['ID=cbfbfb47-a115-416d-b94f-aaeebbe4b59f,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:03.415419 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:03.415561 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58686) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:03.423802 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Request body: {'subnet': {'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2101823284-subnet', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:03.425197 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:39:03.429051 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:03.432996 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Usage tracker for resource:subnet and tenant:a944b1acb177479fb36ab6cc996e2a6b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:03.435940 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:03.441518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:03.451156 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Made reservation on behalf of a944b1acb177479fb36ab6cc996e2a6b for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:03.453465 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2795859'] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.617305 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.648797 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Transition to ACTIVE for port object faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:03.659371 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.669902 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:03.734637 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2795901'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.782938 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:03.839908 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48abd-af71-4ae9-b68c-2be0e30f0a03 None None] Pushing event updated for resources: {'Port': ['ID=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:03.867401 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-bdf48abd-af71-4ae9-b68c-2be0e30f0a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:03.869595 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f442bf9-bc5c-4597-86b4-0a912166ab53,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:03.881282 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:03.892291 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cffe4-57f3-4a81-8c5c-9f529c87fdea req-3f300f7e-9f0a-48ee-b01e-0f012a26a9b8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.893968 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-110cffe4-57f3-4a81-8c5c-9f529c87fdea req-3f300f7e-9f0a-48ee-b01e-0f012a26a9b8 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2376463 Sep 15 08:39:03.932146 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Attempting to bind port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:39:03.932525 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Attempting to bind port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:39:03.932900 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Attempting to bind port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:03.933008 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Checking segment: {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:03.933300 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Network hostable DHCP agents. Network: cbfbfb47-a115-416d-b94f-aaeebbe4b59f, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:39:03.943482 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:39:03.943863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Checking segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:03.944269 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.945282 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Bound using segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:39:03.945763 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Bound port: faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:39:03.946165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:03.947653 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20eee25-f12c-4ea8-8820-ed2539942aab req-944ba4d8-2123-44e8-bdee-f1d30d93b564 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:03.949091 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e20eee25-f12c-4ea8-8820-ed2539942aab req-944ba4d8-2123-44e8-bdee-f1d30d93b564 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.2190013 Sep 15 08:39:03.995236 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-110cffe4-57f3-4a81-8c5c-9f529c87fdea req-471b015f-b55e-4264-93b2-34394139ea92 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912371 Sep 15 08:39:04.019722 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:39:04.031781 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e20eee25-f12c-4ea8-8820-ed2539942aab req-0d163d27-b633-41cf-bf8d-9661a4319b49 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711443 Sep 15 08:39:04.035965 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, cbfbfb47-a115-416d-b94f-aaeebbe4b59f) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:04.040664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:04.041326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.049353 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67dd20c-c7b1-47b4-9287-db89823e528f None None] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:04.071514 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6544077 Sep 15 08:39:04.074121 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58696) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:04.079152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:04.084278 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:04.088723 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Usage tracker for resource:router and tenant:a944b1acb177479fb36ab6cc996e2a6b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:04.091726 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:04.098198 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:04.109950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.111078 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.113541 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] For port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:39:04.132885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.135930 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] For port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:39:04.144327 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.151529 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:04.317441 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf48abd-af71-4ae9-b68c-2be0e30f0a03 None None] Pushing event updated for resources: {'Port': ['ID=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:04.323489 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-bdf48abd-af71-4ae9-b68c-2be0e30f0a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:04.330772 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:04.331159 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:04.435290 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0c1739fc-73be-4874-8deb-58c5c819fcc9 req-b16bfb71-2c00-479a-89ce-336a412d8677 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] 10.222.0.36 "GET /v2.0/ports?device_id=66a6dd45-d218-422e-96e0-53fb9203db47 HTTP/1.1" status: 200 len: 210 time: 0.1022286 Sep 15 08:39:04.456343 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.456854 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-cbfbfb47-a115-416d-b94f-aaeebbe4b59f', 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'fixed_ips': [{'subnet_id': '6f442bf9-bc5c-4597-86b4-0a912166ab53'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:39:04.457668 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.477780 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ecc55-5999-4a42-ad11-1881910d3c05 req-88b0fd48-7b72-4e2c-a31a-0c2f12c6932b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:04.479291 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-979ecc55-5999-4a42-ad11-1881910d3c05 req-88b0fd48-7b72-4e2c-a31a-0c2f12c6932b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1960752 Sep 15 08:39:04.600155 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-979ecc55-5999-4a42-ad11-1881910d3c05 req-dd21a973-aa74-4fbb-9f8f-524d66f5f192 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141281 Sep 15 08:39:04.645063 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:04.711534 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.744981 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:04.880300 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Allocated IP 172.27.0.242 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/934529b1-232b-4553-b929-00b1998e82e8) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:39:04.893034 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Allocated IP 172.20.0.2 (cbfbfb47-a115-416d-b94f-aaeebbe4b59f/6f442bf9-bc5c-4597-86b4-0a912166ab53/f77ec62f-d01f-4a08-b1c0-df285b7d9626) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:39:04.991886 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 1a890e5f-2abd-49a3-a121-4b2756b997a7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:39:05.035191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.051703 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 1a890e5f-2abd-49a3-a121-4b2756b997a7 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:39:05.052053 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 1a890e5f-2abd-49a3-a121-4b2756b997a7 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:39:05.084361 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.089415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b7c6b33a-64c5-48fc-8b56-27319ec97cd8 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:05.169390 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:05.173116 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:05.176979 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Pushing event updated for resources: {'Port': ['ID=934529b1-232b-4553-b929-00b1998e82e8,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:05.179669 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:39:05.216344 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:05.287828 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.313962 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:04Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:05.319624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Transition to ACTIVE for port object f77ec62f-d01f-4a08-b1c0-df285b7d9626 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:05.326176 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51156c41-e3ad-4683-a856-96983de48b67 None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:04Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:39:05.347925 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Transition to ACTIVE for port object f77ec62f-d01f-4a08-b1c0-df285b7d9626 will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:05.359555 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.373572 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-bdf48abd-af71-4ae9-b68c-2be0e30f0a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:05.456695 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447396e-a980-4766-8ab4-8c88caeba170 req-2e1d1d21-9e7f-44bd-a516-53cf2bd38f67 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:05.458241 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1447396e-a980-4766-8ab4-8c88caeba170 req-2e1d1d21-9e7f-44bd-a516-53cf2bd38f67 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2462919 Sep 15 08:39:05.499631 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:05.503522 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:05.505285 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Pushing event updated for resources: {'Port': ['ID=f77ec62f-d01f-4a08-b1c0-df285b7d9626,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:05.508498 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:39:05.511158 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:05.511592 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920d519-d44a-467c-a45b-a52a1101271b req-2fe38242-7d1e-4928-920c-deb75afc4bc2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:05.513072 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d920d519-d44a-467c-a45b-a52a1101271b req-2fe38242-7d1e-4928-920c-deb75afc4bc2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.2495868 Sep 15 08:39:05.615210 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Attempting to bind port f77ec62f-d01f-4a08-b1c0-df285b7d9626 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:39:05.615625 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Attempting to bind port f77ec62f-d01f-4a08-b1c0-df285b7d9626 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:39:05.617648 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1447396e-a980-4766-8ab4-8c88caeba170 req-04284a11-5a95-470c-a92d-f19d93e97e4c tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517673 Sep 15 08:39:05.617898 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Attempting to bind port f77ec62f-d01f-4a08-b1c0-df285b7d9626 on network cbfbfb47-a115-416d-b94f-aaeebbe4b59f {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:05.628289 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d920d519-d44a-467c-a45b-a52a1101271b req-328f591d-ae3f-4cd8-97e9-f2919410cb92 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091709 Sep 15 08:39:05.633253 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:39:05.633695 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Checking segment: {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:05.634203 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.634602 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Bound using segment: {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:39:05.635067 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Bound port: f77ec62f-d01f-4a08-b1c0-df285b7d9626, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:39:05.635456 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.654357 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.655085 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.800164 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:05.876272 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58718) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:05.948537 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] For port f77ec62f-d01f-4a08-b1c0-df285b7d9626, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:39:05.953297 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] For port f77ec62f-d01f-4a08-b1c0-df285b7d9626, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=f77ec62f-d01f-4a08-b1c0-df285b7d9626,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:39:05.973609 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:05.978685 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-bdf48abd-af71-4ae9-b68c-2be0e30f0a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:06.011803 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Deleting subnet 202c7ae9-de00-4c3a-b85f-1f433e4fd64f {{(pid=75063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:39:06.017574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.103293 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Pushing event updated for resources: {'Port': ['ID=f77ec62f-d01f-4a08-b1c0-df285b7d9626,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:06.106271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.109051 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:06.121833 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:06.129925 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.134206 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:06.134702 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.223351 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998789f9-b98e-4be0-8505-e83e69b3e3a8 req-4527d553-f55b-4de4-98cf-23dfe77c6865 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:06.237695 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-998789f9-b98e-4be0-8505-e83e69b3e3a8 req-4527d553-f55b-4de4-98cf-23dfe77c6865 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2775903 Sep 15 08:39:06.320732 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for subnet, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.338641 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:06.386641 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.407920 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202c7ae9-de00-4c3a-b85f-1f433e4fd64f,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:06.420856 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.460626 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:06.474850 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b748d0c7-b2e8-494a-83f0-c21c6bc0ec3f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/202c7ae9-de00-4c3a-b85f-1f433e4fd64f HTTP/1.1" status: 204 len: 168 time: 0.5974288 Sep 15 08:39:06.476049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58734) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:06.513587 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-998789f9-b98e-4be0-8505-e83e69b3e3a8 req-02a39299-f2be-4578-928d-230269e90a67 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737033 Sep 15 08:39:06.524611 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Router 5fa6e93b-e409-4058-8f84-73326f62b6cd is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:39:06.603005 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:06.614007 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.616060 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:06.824590 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:06.830008 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:06.849084 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:07.047373 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.064224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.064587 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.065527 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.066087 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.066586 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.067078 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.067564 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.068066 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.068716 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.069201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.174315 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4e098-6d1c-4a3e-9bfe-ab1dffd2a775 req-83475ddf-acac-49bb-86c9-1a189e8533f7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:07.176246 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c5f4e098-6d1c-4a3e-9bfe-ab1dffd2a775 req-83475ddf-acac-49bb-86c9-1a189e8533f7 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.2425485 Sep 15 08:39:07.193881 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8a0d-01b9-4073-97ad-4235b846c7ef req-5ce95c29-961e-4719-b4b2-f15e29d00c90 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:07.198405 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-19bf8a0d-01b9-4073-97ad-4235b846c7ef req-5ce95c29-961e-4719-b4b2-f15e29d00c90 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.2195079 Sep 15 08:39:07.226539 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.227094 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.227282 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.227650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 08:39:07.228037 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b802c4a6-29fb-4c8f-adff-4dfc345b34cd']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:07.243020 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249d3f2b-efe9-4622-9ace-b5776252dd37') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:07.243376 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249d3f2b-efe9-4622-9ace-b5776252dd37') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:07.302355 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.305768 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:39:07.322330 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Sync routers for ids ['5fa6e93b-e409-4058-8f84-73326f62b6cd'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:39:07.333627 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.341481 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Routers {'5fa6e93b-e409-4058-8f84-73326f62b6cd'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:07.342844 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5fa6e93b-e409-4058-8f84-73326f62b6cd'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:07.344545 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:39:07.344951 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: util.warn_limited( Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: util.warn_limited( Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:39:07.363548 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:39:07.378496 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-19bf8a0d-01b9-4073-97ad-4235b846c7ef req-f7fa5d36-7482-418f-88f7-9df5222fddae tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611867 Sep 15 08:39:07.380969 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c5f4e098-6d1c-4a3e-9bfe-ab1dffd2a775 req-413be1db-2fe6-4249-bcd3-601a874b0858 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964052 Sep 15 08:39:07.420198 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.421428 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3463356 Sep 15 08:39:07.431573 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58768) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:07.515951 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd98778-d71d-4e3a-8ca3-79e60c03ae27 None None] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:07.540167 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.546586 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-273323f7-1c49-4abc-8ee3-6b257c7bb5d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:07.547371 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-273323f7-1c49-4abc-8ee3-6b257c7bb5d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Synchronizing usage tracker for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:07.565316 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:07.581379 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.587855 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Set router 5fa6e93b-e409-4058-8f84-73326f62b6cd gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:07.599714 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-273323f7-1c49-4abc-8ee3-6b257c7bb5d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Unset dirty status for tenant:5b33f84e3469493cb0bae44fc1ac2ea6 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:07.600917 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-273323f7-1c49-4abc-8ee3-6b257c7bb5d2 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.3499165 Sep 15 08:39:07.605754 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b802c4a6-29fb-4c8f-adff-4dfc345b34cd,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:07.611086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:07.626254 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-92878846-92cb-48a3-86b3-e69d7f8bd4b0 None None] Provisioning for port f77ec62f-d01f-4a08-b1c0-df285b7d9626 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:07.676402 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b802c4a6-29fb-4c8f-adff-4dfc345b34cd HTTP/1.1" status: 204 len: 168 time: 1.1869276 Sep 15 08:39:07.763222 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Deleting port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:39:07.763731 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:07.958201 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device f77ec62f-d01f-4a08-b1c0-df285b7d9626 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:08.019242 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:05Z', 'revision_number': 3, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:08.035554 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Checking router: 5fa6e93b-e409-4058-8f84-73326f62b6cd for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:39:08.036247 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Updating router 5fa6e93b-e409-4058-8f84-73326f62b6cd port 934529b1-232b-4553-b929-00b1998e82e8 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:39:08.083343 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db75838-a5b1-4cee-ad19-8fdfed9e6bd6 req-0b028ee8-a247-49c7-882e-b94b707f50aa tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:08.102489 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7db75838-a5b1-4cee-ad19-8fdfed9e6bd6 req-0b028ee8-a247-49c7-882e-b94b707f50aa tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2215636 Sep 15 08:39:08.103067 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port f77ec62f-d01f-4a08-b1c0-df285b7d9626 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:08.108505 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port f77ec62f-d01f-4a08-b1c0-df285b7d9626 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:08.108881 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.146739 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.156740 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58780) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:08.187583 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7db75838-a5b1-4cee-ad19-8fdfed9e6bd6 req-48dfdc0a-2c23-4ab8-9d4f-4e248d6a2ace tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837123 Sep 15 08:39:08.307929 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.359897 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] For port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:08.360183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.369908 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port f77ec62f-d01f-4a08-b1c0-df285b7d9626, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=f77ec62f-d01f-4a08-b1c0-df285b7d9626,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:08.379843 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.381088 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:08.454032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:08.579860 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Calling delete_port for 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:39:08.593111 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-c325a57c-bc88-4daa-adb1-5d685437ad27 None None] Provisioning complete for port f77ec62f-d01f-4a08-b1c0-df285b7d9626 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:08.593471 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c325a57c-bc88-4daa-adb1-5d685437ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.623914 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=f77ec62f-d01f-4a08-b1c0-df285b7d9626,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:08.646243 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:08.662459 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:08.662833 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.706547 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.719785 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Transition to ACTIVE for port object 934529b1-232b-4553-b929-00b1998e82e8 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:08.731356 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.737510 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:08.745569 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe50fa-d009-43ea-8f85-275efb423d48 req-75ef1878-c4f7-4b02-81ea-2b8383e9d99f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:08.752527 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1cfe50fa-d009-43ea-8f85-275efb423d48 req-75ef1878-c4f7-4b02-81ea-2b8383e9d99f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.1831427 Sep 15 08:39:08.790596 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2b5de63b-69f8-4847-880c-e0fe95e7f076 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9492aadefe7435fade3c512b51252bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6319776 Sep 15 08:39:08.798039 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58792) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:08.812620 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0b257-7b08-4a66-b528-b087f271627f None None] Pushing event updated for resources: {'Port': ['ID=934529b1-232b-4553-b929-00b1998e82e8,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:08.828675 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-20e0b257-7b08-4a66-b528-b087f271627f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:08.831314 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39b02-8aa3-4b56-9440-25498676f26d req-ede9cf1d-1578-44b4-8178-7b47084c6e16 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:08.832890 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-72f39b02-8aa3-4b56-9440-25498676f26d req-ede9cf1d-1578-44b4-8178-7b47084c6e16 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb15f31-8c9d-4464-92fe-123f13fb0688 HTTP/1.1" status: 200 len: 945 time: 0.1749649 Sep 15 08:39:08.858480 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1cfe50fa-d009-43ea-8f85-275efb423d48 req-b7f352d0-b2d5-4ee0-ab75-bfd063c688fd tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048687 Sep 15 08:39:08.861533 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.865409 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Attempting to bind port 934529b1-232b-4553-b929-00b1998e82e8 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:39:08.866622 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Attempting to bind port 934529b1-232b-4553-b929-00b1998e82e8 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:39:08.867315 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Attempting to bind port 934529b1-232b-4553-b929-00b1998e82e8 on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:08.874331 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['4e2b615b-2fc4-4346-84b6-3ebe49a08e39'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:08.874654 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:39:08.875516 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:08.876143 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.876747 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:39:08.877592 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Bound port: 934529b1-232b-4553-b929-00b1998e82e8, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:39:08.878259 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.883201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4a4d1d88-6318-45e6-a681-63e10f0908e9 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:08.964455 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-72f39b02-8aa3-4b56-9440-25498676f26d req-f279bb4e-8e3c-4d96-9253-a34d14ef7561 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.36 "GET /v2.0/security-groups?id=7f633631-f09f-47db-8769-173bfb5b92d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214349 Sep 15 08:39:08.965705 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] For port 934529b1-232b-4553-b929-00b1998e82e8, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:39:08.967286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Pushing event deleted for resources: {'Port': ['ID=4e2b615b-2fc4-4346-84b6-3ebe49a08e39,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:08.968397 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.971350 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] For port 934529b1-232b-4553-b929-00b1998e82e8, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=934529b1-232b-4553-b929-00b1998e82e8,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:39:08.979559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:08.980134 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:08.984591 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:09.001203 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:09.017495 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] No DVR routers for this DVR port 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:39:09.020172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:09.025047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'name': 'network-vif-deleted', 'tag': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:09.051595 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8413e75a-4e3d-4d2a-8a08-73ed8ef07e35 req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] 10.222.0.21 "DELETE /v2.0/ports/4e2b615b-2fc4-4346-84b6-3ebe49a08e39 HTTP/1.1" status: 204 len: 173 time: 1.4425263 Sep 15 08:39:09.087425 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0b257-7b08-4a66-b528-b087f271627f None None] Pushing event updated for resources: {'Port': ['ID=934529b1-232b-4553-b929-00b1998e82e8,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:09.090064 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:09.092137 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-20e0b257-7b08-4a66-b528-b087f271627f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:09.095370 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Routers {'5fa6e93b-e409-4058-8f84-73326f62b6cd'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:09.096283 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5fa6e93b-e409-4058-8f84-73326f62b6cd'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:09.096570 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:09.115486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085145ad-e0b8-42e2-b32b-0233a6db9ea8,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:09.118222 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:09.126503 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:09.128040 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/085145ad-e0b8-42e2-b32b-0233a6db9ea8 HTTP/1.1" status: 204 len: 168 time: 0.3278773 Sep 15 08:39:09.168045 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb15f31-8c9d-4464-92fe-123f13fb0688', 'name': 'network-vif-deleted', 'tag': '4e2b615b-2fc4-4346-84b6-3ebe49a08e39', 'status': 'completed', 'code': 200} Sep 15 08:39:09.343166 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] Set router 5fa6e93b-e409-4058-8f84-73326f62b6cd gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:09.637486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4584d-a8de-4787-bbd9-5042228c78c7 req-f224d9f8-51da-4613-9c6b-eed3b4c13b77 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:09.644762 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-19e4584d-a8de-4787-bbd9-5042228c78c7 req-f224d9f8-51da-4613-9c6b-eed3b4c13b77 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1807218 Sep 15 08:39:09.694673 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:09.723929 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device f77ec62f-d01f-4a08-b1c0-df285b7d9626 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:09.782199 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-19e4584d-a8de-4787-bbd9-5042228c78c7 req-505a7505-642e-4f7b-a9e4-6d4f24c36357 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363912 Sep 15 08:39:09.819938 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-47af86d7-497b-41a8-9712-47788c524046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:05Z', 'revision_number': 3, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:09.824614 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af86d7-497b-41a8-9712-47788c524046 None None] The sync data for ids ['5fa6e93b-e409-4058-8f84-73326f62b6cd'] in dv-cinder-806007-2-iscsi is: [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:05Z', 'revision_number': 3, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:39:09.891893 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port f77ec62f-d01f-4a08-b1c0-df285b7d9626 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:09.892274 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.043344 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Allocated IP 172.20.0.1 (cbfbfb47-a115-416d-b94f-aaeebbe4b59f/6f442bf9-bc5c-4597-86b4-0a912166ab53/11c26b34-d187-4a99-ab15-65844dbbad42) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:39:10.109393 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58822) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:10.220959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.237444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Transition to ACTIVE for port object 11c26b34-d187-4a99-ab15-65844dbbad42 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:10.282599 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.298973 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-10c71b64-8fec-444f-98ee-c989c3dc52ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:10.376481 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:10.385486 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:10.388141 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:39:10.548433 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58836) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:10.591950 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Pushing event updated for resources: {'Port': ['ID=11c26b34-d187-4a99-ab15-65844dbbad42,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:10.595435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:10.600789 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.604441 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.681208 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-24248632-a0d7-4a2e-94ee-7f496baf9547 None None] Provisioning for port 11c26b34-d187-4a99-ab15-65844dbbad42 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:10.686518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-24248632-a0d7-4a2e-94ee-7f496baf9547 None None] Provisioning complete for port 11c26b34-d187-4a99-ab15-65844dbbad42 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:10.687089 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-24248632-a0d7-4a2e-94ee-7f496baf9547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.689519 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.754163 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-24248632-a0d7-4a2e-94ee-7f496baf9547 None None] Port 11c26b34-d187-4a99-ab15-65844dbbad42 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:39:10.768932 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1948150076-network', 'tenant_id': 'a0b973f114dd406a8b1046aff083fb2d'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:10.778185 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:10.784496 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Usage tracker for resource:network and tenant:a0b973f114dd406a8b1046aff083fb2d is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:10.788818 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:10.795916 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:10.822851 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Made reservation on behalf of a0b973f114dd406a8b1046aff083fb2d for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:10.825122 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.840220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.940365 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.945461 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:10.978009 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ea0d0c7e-9aae-4307-8eed-c56888e0be6b tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:10.983471 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:39:11.035958 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:11.044445 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b973f114dd406a8b1046aff083fb2d is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:11.048684 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:11.049776 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:39:11.050219 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4e2b615b-2fc4-4346-84b6-3ebe49a08e39 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:39:11.055791 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.056608 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:11.059822 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Pushing event updated for resources: {'Port': ['ID=11c26b34-d187-4a99-ab15-65844dbbad42,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:11.063278 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:11.199877 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:11.201012 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:11.236179 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecb2f6-ad3f-4591-82ee-7c06c9d659c1 req-6d223466-6ee3-4aab-97be-3eefa77bf32a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:11.237659 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f8ecb2f6-ad3f-4591-82ee-7c06c9d659c1 req-6d223466-6ee3-4aab-97be-3eefa77bf32a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2856164 Sep 15 08:39:11.331048 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.352297 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.357817 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-38fc5a00-716b-430b-a0ee-45233d19aa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:11.389565 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f8ecb2f6-ad3f-4591-82ee-7c06c9d659c1 req-b090b503-131f-4a26-9d54-0f6669d1cd1e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438603 Sep 15 08:39:11.402342 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:39:11.473950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ab7e51-f2d4-427e-b78a-0f60135c67d7,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:11.478363 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:11.479540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.479876 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Added segment 30fbf43a-73fa-4e19-872d-3f1a592e6679 of type vlan for network dcb9d317-0e3e-43e3-bf9c-db923207373e Sep 15 08:39:11.510154 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-57273b1f-9558-4511-b0d4-2c8331bde238 None None] Provisioning complete for port 11c26b34-d187-4a99-ab15-65844dbbad42 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:11.510668 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-57273b1f-9558-4511-b0d4-2c8331bde238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.530467 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.592058 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-57273b1f-9558-4511-b0d4-2c8331bde238 None None] Port 11c26b34-d187-4a99-ab15-65844dbbad42 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:39:11.616583 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.619503 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:11.620094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.625525 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-db3ac91e-eb92-43f7-870d-05d3926c20c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:11.683751 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Router 5fa6e93b-e409-4058-8f84-73326f62b6cd has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:39:11.743027 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1899168 Sep 15 08:39:11.744486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58848) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:11.752237 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Request body: {'subnet': {'network_id': 'dcb9d317-0e3e-43e3-bf9c-db923207373e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1948150076-subnet', 'tenant_id': 'a0b973f114dd406a8b1046aff083fb2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:11.755230 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb9d317-0e3e-43e3-bf9c-db923207373e,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:11.759984 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:11.763261 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:11.768030 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Usage tracker for resource:subnet and tenant:a0b973f114dd406a8b1046aff083fb2d is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:11.771606 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:11.772855 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network dcb9d317-0e3e-43e3-bf9c-db923207373e details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:39:11.779543 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:11.844706 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Made reservation on behalf of a0b973f114dd406a8b1046aff083fb2d for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:11.847167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2795859'] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.927138 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Deleting port 0487d4bc-04bd-42be-ad57-ff7d7ffda005 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:39:11.927482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:11.939696 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:39:11.949887 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] 10.222.0.36 "PUT /v2.0/routers/5fa6e93b-e409-4058-8f84-73326f62b6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5142159 Sep 15 08:39:12.176897 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] For port 0487d4bc-04bd-42be-ad57-ff7d7ffda005, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0487d4bc-04bd-42be-ad57-ff7d7ffda005,segment=NetworkSegment(4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8),segment_id=4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:12.177250 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.304154 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Calling delete_port for 0487d4bc-04bd-42be-ad57-ff7d7ffda005 owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:39:12.384425 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2795901'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.506420 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e3675dc5-4d71-41a5-98be-787cd8ce5e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:12.663197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58862) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:12.675240 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233413887', 'description': 'tempest-secgroup-smoke-233413887 description', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:12.682202 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:12.685946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:12.688745 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:12.696290 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:12.706781 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.721429 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=403a7d7c-3a26-448e-aa42-69af2defadc9,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:12.733155 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:12.744029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:12.748081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:12.750825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:12.756847 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:12.759396 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Checking segment: {'id': '30fbf43a-73fa-4e19-872d-3f1a592e6679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dcb9d317-0e3e-43e3-bf9c-db923207373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:12.759751 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Network hostable DHCP agents. Network: dcb9d317-0e3e-43e3-bf9c-db923207373e, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:39:12.791682 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f67232-efca-4efc-814b-04581db6963d req-4ca6b0ac-5c86-4020-8066-ee7cbf6165ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:12.793152 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-88f67232-efca-4efc-814b-04581db6963d req-4ca6b0ac-5c86-4020-8066-ee7cbf6165ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1902647 Sep 15 08:39:12.817372 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.822894 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.826856 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3d18f00f-2882-4698-abd0-4a4e0918a375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:12.828914 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Network dcb9d317-0e3e-43e3-bf9c-db923207373e is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:39:12.870369 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd841e55-4500-4b43-96c8-0168c91380f4,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:12.873377 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:12.875134 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.880033 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2111001 Sep 15 08:39:12.880033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58868) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:12.886409 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group_rule': {'security_group_id': 'dd841e55-4500-4b43-96c8-0168c91380f4', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:12.890207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, dcb9d317-0e3e-43e3-bf9c-db923207373e) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:12.893055 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:12.897013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:12.900796 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:12.900967 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db8a05-8a45-449c-9cad-1ddc72d7db07 None None] Network dcb9d317-0e3e-43e3-bf9c-db923207373e requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:12.901414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.903637 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:12.909531 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-88f67232-efca-4efc-814b-04581db6963d req-3040355d-9b67-463c-bdf4-d6836afadf13 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099668 Sep 15 08:39:12.909968 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:12.932734 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.935352 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:12.937042 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:12.976609 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2320433 Sep 15 08:39:12.986913 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0487d4bc-04bd-42be-ad57-ff7d7ffda005,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:13.017666 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:13.036571 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.043998 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.046703 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:13.075129 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ddc4362-f168-4c23-9289-93dd615b194b,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:13.082325 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:13.090319 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.093241 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2128465 Sep 15 08:39:13.096697 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58874) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:13.104578 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group_rule': {'security_group_id': 'dd841e55-4500-4b43-96c8-0168c91380f4', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:13.111993 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:13.117559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:13.120974 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:13.127057 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:13.151546 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.164714 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ecb97-51d8-43d0-bb1a-bc152aa73b4e None None] Network dcb9d317-0e3e-43e3-bf9c-db923207373e requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:13.229210 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.236296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.238467 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:13.263164 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d7c459-4278-48eb-9bd3-29a413bb97fa,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:13.267705 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:13.274420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.278262 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1781797 Sep 15 08:39:13.278731 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58882) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:13.285129 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group_rule': {'security_group_id': 'dd841e55-4500-4b43-96c8-0168c91380f4', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:13.291813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:13.295778 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:13.298974 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:13.305723 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:13.328663 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.340919 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.430904 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.436286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.438463 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:13.462913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b837782-343f-464a-b31e-d5166add52ad,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:13.465957 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:13.475035 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.476405 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1965775 Sep 15 08:39:13.479301 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58888) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:13.486202 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group_rule': {'security_group_id': 'dd841e55-4500-4b43-96c8-0168c91380f4', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:13.490687 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:13.495425 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:13.498325 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:13.504064 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:13.523879 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.596688 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.602267 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.611237 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-22286686-d600-4f07-b59d-50a0ec67f1b5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:13.640709 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d50ec4-7309-4559-873a-7b2053597e8a,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:13.643220 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:13.658683 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.666326 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-236d07f4-518c-4090-b6ca-9e12f4f28fb3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1860123 Sep 15 08:39:13.670450 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58896) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:13.676143 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group_rule': {'security_group_id': 'dd841e55-4500-4b43-96c8-0168c91380f4', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:13.682594 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:13.686493 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:13.689446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:13.696171 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:13.708238 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.securitygroups_db [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Project 309358a7aa1f4596a13ce1f6e1639db6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:39:13.716361 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.789743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.794579 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.796668 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:13.901516 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85263f61-84be-4269-99e1-ed592296331a,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:13.904202 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:13.909686 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:13.914373 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-57b29a4c-09a3-411f-9a18-b883a30c3e86 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2399759 Sep 15 08:39:13.914875 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58906) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:13.920877 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'security_group_rule': {'security_group_id': 'dd841e55-4500-4b43-96c8-0168c91380f4', 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:13.927326 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:13.931333 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:security_group_rule and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:13.934413 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:13.940137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:13.952238 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.securitygroups_db [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Project 309358a7aa1f4596a13ce1f6e1639db6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:39:13.962565 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.014005 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Router 806eeca5-10cf-456e-ac4d-8c443baa881d has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:39:14.048508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.057859 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58914) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:14.061149 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.064812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-960222251-network', 'tenant_id': 'f24b4560a7e64fc59a1c206f253f29f3'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:14.071445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:14.073574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fd849e8e-4a5f-4245-a6f9-cc691bdcf939 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:14.083847 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Usage tracker for resource:network and tenant:f24b4560a7e64fc59a1c206f253f29f3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:14.090813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:14.106095 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:14.108453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e140242-1f3b-4290-9042-be76d75bc9f4,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:14.115197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:14.121128 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.122310 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2063682 Sep 15 08:39:14.130333 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Made reservation on behalf of f24b4560a7e64fc59a1c206f253f29f3 for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:14.133458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.146834 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.188948 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:14.192991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Usage tracker for resource:security_group_rule and tenant:f24b4560a7e64fc59a1c206f253f29f3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:14.196263 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:14.202246 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:14.282764 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.299707 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.303299 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-024c772e-c412-473d-bc55-16e730b11e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:14.342128 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0d752-2b0c-4384-978d-290d450a6e30 req-7cb9f23b-029f-44e3-857a-c536ed4b5da1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:14.348210 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:39:14.348873 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9b0d752-2b0c-4384-978d-290d450a6e30 req-7cb9f23b-029f-44e3-857a-c536ed4b5da1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2641611 Sep 15 08:39:14.363691 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f84529b-3aa1-4042-b004-5c80b63eaf13,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:14.385202 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:14.386618 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.387126 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Added segment 41dee0da-da36-403d-be28-ad839dab5c53 of type vlan for network 5658df26-05cc-4ddd-abce-61e9026fcfc8 Sep 15 08:39:14.410544 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9b0d752-2b0c-4384-978d-290d450a6e30 req-d6bac148-3387-4d61-ac63-f55a559e886b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607195 Sep 15 08:39:14.420106 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.448095 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:39:14.454477 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] 10.222.0.36 "PUT /v2.0/routers/806eeca5-10cf-456e-ac4d-8c443baa881d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3434649 Sep 15 08:39:14.456617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58938) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:14.459950 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] Sync routers for ids ['806eeca5-10cf-456e-ac4d-8c443baa881d'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:39:14.471686 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] Routers {'806eeca5-10cf-456e-ac4d-8c443baa881d'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:14.472330 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['806eeca5-10cf-456e-ac4d-8c443baa881d'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:14.530559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.533614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:14.534240 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.539559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fcccdf96-1ad1-474e-b19e-2fb1ba581bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:14.660343 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Pushing event updated for resources: {'Network': ['ID=5658df26-05cc-4ddd-abce-61e9026fcfc8,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:14.664609 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:14.671039 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6116226 Sep 15 08:39:14.672988 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58942) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:14.675755 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 5658df26-05cc-4ddd-abce-61e9026fcfc8 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:39:14.680673 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Request body: {'subnet': {'network_id': '5658df26-05cc-4ddd-abce-61e9026fcfc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-960222251-subnet', 'tenant_id': 'f24b4560a7e64fc59a1c206f253f29f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:14.691423 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] Set router 806eeca5-10cf-456e-ac4d-8c443baa881d gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:14.692378 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:14.699900 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Usage tracker for resource:subnet and tenant:f24b4560a7e64fc59a1c206f253f29f3 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:14.706706 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:14.722443 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:14.747766 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Made reservation on behalf of f24b4560a7e64fc59a1c206f253f29f3 for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:14.750188 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2795859'] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:14.834986 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks [] for router, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.136138 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2795901'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.140343 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.140814 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-fbd935d8-5f22-49df-bf4e-37fc338e0549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:15.151395 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Deleting port 62c9a856-afba-452e-9fb5-871b01b40d4f {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:39:15.152021 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.228175 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a948f5f8-ff2e-4636-8eda-e09f24a27234,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:15.238683 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:15.248829 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Checking segment: {'id': '41dee0da-da36-403d-be28-ad839dab5c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5658df26-05cc-4ddd-abce-61e9026fcfc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:15.249191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Network hostable DHCP agents. Network: 5658df26-05cc-4ddd-abce-61e9026fcfc8, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:39:15.266935 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:39:12Z', 'revision_number': 5, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port': {'id': '62c9a856-afba-452e-9fb5-871b01b40d4f', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:20Z', 'updated_at': '2021-09-15T08:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:15.281182 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Network 5658df26-05cc-4ddd-abce-61e9026fcfc8 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:39:15.288653 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] Checking router: 806eeca5-10cf-456e-ac4d-8c443baa881d for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:39:15.298524 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 5658df26-05cc-4ddd-abce-61e9026fcfc8) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:15.309639 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:15.310609 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.312456 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c1deb7-f62f-4d70-8f84-438a54b8de49 None None] Network 5658df26-05cc-4ddd-abce-61e9026fcfc8 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:15.351996 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] Routers {'806eeca5-10cf-456e-ac4d-8c443baa881d'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:15.352649 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:38:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['806eeca5-10cf-456e-ac4d-8c443baa881d'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:15.357236 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9e4baab0-543a-4cf7-8798-1e44d1eb5403 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6829624 Sep 15 08:39:15.425605 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] For port 62c9a856-afba-452e-9fb5-871b01b40d4f, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=62c9a856-afba-452e-9fb5-871b01b40d4f,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:15.426023 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.611771 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58956) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:15.620470 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Calling delete_port for 62c9a856-afba-452e-9fb5-871b01b40d4f owned by network:router_gateway {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:39:15.800455 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Deleting subnet 403a7d7c-3a26-448e-aa42-69af2defadc9 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:39:15.805387 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.818030 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 934529b1-232b-4553-b929-00b1998e82e8 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:15.874079 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:15.888754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] Set router 806eeca5-10cf-456e-ac4d-8c443baa881d gateway port host: None {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:15.927382 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2850-7ecf-494b-b8ec-a52afb62dd04 req-7251edc7-2a58-42f8-8b2c-5df71cc83b21 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:15.929711 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c97b2850-7ecf-494b-b8ec-a52afb62dd04 req-7251edc7-2a58-42f8-8b2c-5df71cc83b21 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.3143852 Sep 15 08:39:15.934943 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91f65a-2fb0-4b3c-ae55-43fea01a38c6 None None] Network 5658df26-05cc-4ddd-abce-61e9026fcfc8 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:39:15.965961 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.047487 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c97b2850-7ecf-494b-b8ec-a52afb62dd04 req-bee36910-5865-4194-bed3-e4c8e1eea089 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084034 Sep 15 08:39:16.056480 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.061436 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:16.072183 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.086523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8f7364b2-75ee-49fb-b06e-6d018f4e817c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:16.131072 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403a7d7c-3a26-448e-aa42-69af2defadc9,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:16.135663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:16.136761 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.148371 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-e8a5439a-463e-4e40-a30c-41baa28724f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/403a7d7c-3a26-448e-aa42-69af2defadc9 HTTP/1.1" status: 204 len: 168 time: 0.5323036 Sep 15 08:39:16.149017 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58966) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:16.181609 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:39:15Z', 'revision_number': 6, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:16.204223 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea1729-c26e-407f-ba56-93e09ef05f3f None None] The sync data for ids ['806eeca5-10cf-456e-ac4d-8c443baa881d'] in dv-cinder-806007-2-iscsi is: [{'id': '806eeca5-10cf-456e-ac4d-8c443baa881d', 'name': 'tempest-ServerRescueNegativeTestJSON-374893032-router', 'tenant_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:18Z', 'updated_at': '2021-09-15T08:39:15Z', 'revision_number': 6, 'project_id': '5b33f84e3469493cb0bae44fc1ac2ea6', 'gw_port_host': None}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:39:16.213452 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Pushing event deleted for resources: {'Port': ['ID=62c9a856-afba-452e-9fb5-871b01b40d4f,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:16.216773 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:16.255813 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 934529b1-232b-4553-b929-00b1998e82e8 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:16.309006 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.315040 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 934529b1-232b-4553-b929-00b1998e82e8 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:16.315533 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.471684 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.492719 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb9d317-0e3e-43e3-bf9c-db923207373e']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:16.513696 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fbf43a-73fa-4e19-872d-3f1a592e6679') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:16.514065 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fbf43a-73fa-4e19-872d-3f1a592e6679') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:16.528386 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.557072 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.566672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:39:16.567531 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.567775 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.569003 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.593160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 934529b1-232b-4553-b929-00b1998e82e8, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=934529b1-232b-4553-b929-00b1998e82e8,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:16.602794 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.609129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:39:16.699589 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:39:16.704028 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=934529b1-232b-4553-b929-00b1998e82e8,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:16.704904 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.707599 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:16.716051 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:16.730738 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.739913 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb9d317-0e3e-43e3-bf9c-db923207373e,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:16.745904 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] 10.222.0.36 "DELETE /v2.0/networks/dcb9d317-0e3e-43e3-bf9c-db923207373e HTTP/1.1" status: 204 len: 168 time: 0.5957413 Sep 15 08:39:16.746812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-477f9844-f35f-4626-8c43-9ace965170ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:16.748753 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58970) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:16.810365 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Deleting subnet a948f5f8-ff2e-4636-8eda-e09f24a27234 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:39:16.813654 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.871222 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.906763 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.911386 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:16.940114 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.015097 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.015604 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806eeca5-10cf-456e-ac4d-8c443baa881d {{(pid=75063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:39:17.027739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.029698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.030924 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] 10.222.0.36 "DELETE /v2.0/routers/806eeca5-10cf-456e-ac4d-8c443baa881d HTTP/1.1" status: 204 len: 168 time: 2.5733249 Sep 15 08:39:17.033432 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58980) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:17.035556 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:17.076639 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a948f5f8-ff2e-4636-8eda-e09f24a27234,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:17.079177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:17.085496 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.094264 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f05ec16f-8df8-496c-9ee3-73c999a568e3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a948f5f8-ff2e-4636-8eda-e09f24a27234 HTTP/1.1" status: 204 len: 168 time: 0.3443863 Sep 15 08:39:17.096570 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 58986) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:17.110272 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Deleting subnet 45a386d7-c640-4e48-9971-a7d8579ff227 {{(pid=75063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:39:17.121134 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.171262 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2310617'] for subnet, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.231070 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.301566 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2233066'] for subnet, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.307698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-261d1a58-60c6-4693-85ac-da1970cfeeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:17.316811 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.343140 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a386d7-c640-4e48-9971-a7d8579ff227,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:17.346274 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:17.353880 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.364293 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/45a386d7-c640-4e48-9971-a7d8579ff227 HTTP/1.1" status: 204 len: 168 time: 0.3275738 Sep 15 08:39:17.368960 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58990) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:17.469498 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb13e4-356f-489e-bfc6-8f390b73f83f req-c30259e9-4fce-4e5a-81f3-da9cb0b394b2 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:17.470970 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-87fb13e4-356f-489e-bfc6-8f390b73f83f req-c30259e9-4fce-4e5a-81f3-da9cb0b394b2 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2720795 Sep 15 08:39:17.474812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.486027 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.501098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5658df26-05cc-4ddd-abce-61e9026fcfc8']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:17.518472 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dee0da-da36-403d-be28-ad839dab5c53') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:17.518765 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dee0da-da36-403d-be28-ad839dab5c53') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:17.538508 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.562517 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-87fb13e4-356f-489e-bfc6-8f390b73f83f req-1a628c7d-f079-4b0e-97cc-6adb085252c3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802321 Sep 15 08:39:17.565757 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.573233 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:39:17.573584 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:39:17.588175 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:39:17.615991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.630073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8f72c9-472f-4403-84c2-616393b51fc2']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:17.663979 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:17.664956 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7e9f4a-26ea-4d4b-80c0-bb957e1aecd8') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:17.676834 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.680958 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:17.684412 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.695257 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.704445 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=5658df26-05cc-4ddd-abce-61e9026fcfc8,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:17.708344 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/5658df26-05cc-4ddd-abce-61e9026fcfc8 HTTP/1.1" status: 204 len: 168 time: 0.6097167 Sep 15 08:39:17.708929 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5acb38b4-5ecc-40b4-8b25-034db548d1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:17.735330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.748589 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:39:17.749290 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:39:17.763426 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:39:17.823004 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 934529b1-232b-4553-b929-00b1998e82e8 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:17.857982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.861969 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d4ac1b35-1576-4f56-8661-a4ccc5cb10fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:17.877958 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.892067 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8f72c9-472f-4403-84c2-616393b51fc2,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:17.895179 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:17.905497 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] 10.222.0.36 "DELETE /v2.0/networks/ca8f72c9-472f-4403-84c2-616393b51fc2 HTTP/1.1" status: 204 len: 168 time: 0.5395803 Sep 15 08:39:17.910395 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 934529b1-232b-4553-b929-00b1998e82e8 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:17.910954 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:17.981046 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 58998) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.046411 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0487d4bc-04bd-42be-ad57-ff7d7ffda005 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:39:18.092854 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59004) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.101616 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 0487d4bc-04bd-42be-ad57-ff7d7ffda005 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:39:18.102007 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0487d4bc-04bd-42be-ad57-ff7d7ffda005 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:39:18.180487 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-dc6b30cc-db3f-4fee-8b92-3763b066e3e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b33f84e3469493cb0bae44fc1ac2ea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0861061 Sep 15 08:39:18.182189 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5a8a756f-94f3-481d-a354-f005c3104385 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0b973f114dd406a8b1046aff083fb2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1997972 Sep 15 08:39:18.182888 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59012) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.185491 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59014) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:18.308528 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.312547 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.358936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.373765 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.451753 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.457157 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3cda1cd1-da51-417c-b599-4793f37c9636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:18.467038 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.476604 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f633631-f09f-47db-8769-173bfb5b92d4,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:18.482182 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:18.482319 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4097d7a5-ab17-432e-bb18-34682d3e9bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:18.498304 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ab7e51-f2d4-427e-b78a-0f60135c67d7,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:18.503066 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:18.504844 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.506072 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70ab7e51-f2d4-427e-b78a-0f60135c67d7 HTTP/1.1" status: 204 len: 168 time: 0.3195972 Sep 15 08:39:18.507191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.508120 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f633631-f09f-47db-8769-173bfb5b92d4 HTTP/1.1" status: 204 len: 168 time: 0.3240571 Sep 15 08:39:18.584143 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-3ebaa1ab-f0d0-4ff3-9d68-4a1f87c1a866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:18.800529 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead0d9c-c158-4597-903e-b936c22bd397 req-b678d34a-b721-44f8-85d4-b2ea4725746c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:18.802162 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-aead0d9c-c158-4597-903e-b936c22bd397 req-b678d34a-b721-44f8-85d4-b2ea4725746c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0997438 Sep 15 08:39:18.862701 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-aead0d9c-c158-4597-903e-b936c22bd397 req-26508a9b-55e6-4749-b13a-3842a98fbfcf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520322 Sep 15 08:39:18.891753 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.067107 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59040) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:19.125824 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e5ea36f6-211e-406e-80fd-acd858d2883a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f24b4560a7e64fc59a1c206f253f29f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534160 Sep 15 08:39:19.126177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59046) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:19.190276 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.222403 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.295698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.301726 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9b79eb35-4f24-481f-84ea-9a8a8a39a393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:19.317497 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f84529b-3aa1-4042-b004-5c80b63eaf13,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:19.325743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:19.331409 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:19.333462 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f84529b-3aa1-4042-b004-5c80b63eaf13 HTTP/1.1" status: 204 len: 168 time: 0.2061372 Sep 15 08:39:19.660038 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 62c9a856-afba-452e-9fb5-871b01b40d4f no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:39:19.698574 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 62c9a856-afba-452e-9fb5-871b01b40d4f {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:39:19.698934 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 62c9a856-afba-452e-9fb5-871b01b40d4f not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:39:20.138934 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da1b5-c3fa-4819-8183-83040913794b req-a3386207-1639-4a0c-a7f5-38470080eac8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:20.145987 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d49da1b5-c3fa-4819-8183-83040913794b req-a3386207-1639-4a0c-a7f5-38470080eac8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1272466 Sep 15 08:39:20.201618 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d49da1b5-c3fa-4819-8183-83040913794b req-6fec7eb4-6203-4f09-9841-ae2967c4f015 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547905 Sep 15 08:39:20.751248 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-065fb3d8-ad6d-4924-9c32-da5b5b1701b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:21.437085 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b32606-fd38-455a-9352-42397b19303e req-73a74753-210a-49f9-b2c6-bf16e563c6e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:21.438795 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-84b32606-fd38-455a-9352-42397b19303e req-73a74753-210a-49f9-b2c6-bf16e563c6e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0988615 Sep 15 08:39:21.498348 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-84b32606-fd38-455a-9352-42397b19303e req-b7058fdd-fe5a-4c78-a3c1-4c77c18b9f0a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509927 Sep 15 08:39:21.580086 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:21.984288 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:22.733009 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a4ee7-a8b9-46b3-bad3-fd2d0e065ebf req-b62761a6-fcd0-4711-b31c-12d0195cb6cc tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:22.734671 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e88a4ee7-a8b9-46b3-bad3-fd2d0e065ebf req-b62761a6-fcd0-4711-b31c-12d0195cb6cc tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1007926 Sep 15 08:39:22.793945 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e88a4ee7-a8b9-46b3-bad3-fd2d0e065ebf req-7804ba29-355f-46a4-8908-fbeab4be6b9d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536351 Sep 15 08:39:23.348530 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.002360 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eeee4-c2dc-46be-9bf5-f111f493e8f5 req-201ab8cb-c266-41f5-84b6-d3fab5eba3cd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:24.003714 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ed3eeee4-c2dc-46be-9bf5-f111f493e8f5 req-201ab8cb-c266-41f5-84b6-d3fab5eba3cd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0815568 Sep 15 08:39:24.048883 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ed3eeee4-c2dc-46be-9bf5-f111f493e8f5 req-26e55723-fc84-4cd3-b239-2aaf59927bd8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390511 Sep 15 08:39:24.753528 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59268) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:24.924003 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:24.958879 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:24.963552 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Usage tracker for resource:security_group_rule and tenant:be9d06582ac84a349a83b5997733b44e is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:24.966986 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:24.973568 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:24.981283 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Sync routers for ids ['5fa6e93b-e409-4058-8f84-73326f62b6cd'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:39:24.998579 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Routers {'5fa6e93b-e409-4058-8f84-73326f62b6cd'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:24.999187 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:39:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5fa6e93b-e409-4058-8f84-73326f62b6cd'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:25.039918 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.043726 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.052365 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:25.094912 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be9d06582ac84a349a83b5997733b44e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3402672 Sep 15 08:39:25.096115 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f07dd-9e75-4790-a5d7-003fe75f6a36,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:25.097809 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59280) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:25.111935 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:25.165462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.207804 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Set router 5fa6e93b-e409-4058-8f84-73326f62b6cd gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:25.228937 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.307054 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7968c7b-6ea4-485d-9070-59f97af1ad41 req-e74c4039-79d8-405c-a605-faada178e44d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:25.308430 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c7968c7b-6ea4-485d-9070-59f97af1ad41 req-e74c4039-79d8-405c-a605-faada178e44d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1199934 Sep 15 08:39:25.337935 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.344452 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f4330525-8dfc-4290-bd0a-c251bbf16dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:25.360396 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f07dd-9e75-4790-a5d7-003fe75f6a36,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:25.364279 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:25.376462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.392376 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/065f07dd-9e75-4790-a5d7-003fe75f6a36 HTTP/1.1" status: 204 len: 168 time: 0.2811615 Sep 15 08:39:25.404211 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c7968c7b-6ea4-485d-9070-59f97af1ad41 req-24153521-7295-4823-94b4-085ef1c7841c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867205 Sep 15 08:39:25.626412 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:10Z', 'revision_number': 4, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '11c26b34-d187-4a99-ab15-65844dbbad42', 'name': '', 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'mac_address': 'fa:16:3e:24:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f442bf9-bc5c-4597-86b4-0a912166ab53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:09Z', 'updated_at': '2021-09-15T08:39:10Z', 'revision_number': 2, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'subnets': [{'id': '6f442bf9-bc5c-4597-86b4-0a912166ab53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:25.630642 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Checking router: 5fa6e93b-e409-4058-8f84-73326f62b6cd for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:39:25.630994 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Updating router 5fa6e93b-e409-4058-8f84-73326f62b6cd port 11c26b34-d187-4a99-ab15-65844dbbad42 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:39:25.699628 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.796800 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59292) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:25.821687 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:25.869507 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:25.874149 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Usage tracker for resource:security_group_rule and tenant:97e8dcb783d44f0580ad9c67ae9ed728 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:25.877441 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:25.883355 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:26.009682 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.019167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.030020 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-06d22677-b078-4d9a-8409-27ba746431de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:26.086658 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b450f76-50c8-48fe-912d-32f25d4172d7,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:26.090250 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:26.095634 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97e8dcb783d44f0580ad9c67ae9ed728&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2954483 Sep 15 08:39:26.096491 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59300) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:26.190083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.203309 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.226390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.228526 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Transition to ACTIVE for port object 11c26b34-d187-4a99-ab15-65844dbbad42 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:26.237080 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.242904 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-20e0b257-7b08-4a66-b528-b087f271627f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:26.298820 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.332818 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2f1fe1a3-2872-4edc-80e9-d34819054c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:26.360408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b450f76-50c8-48fe-912d-32f25d4172d7,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:26.363382 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:26.378769 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.380446 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6a0ddd14-9e99-43d2-aaf9-aa66dcdbc0fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b450f76-50c8-48fe-912d-32f25d4172d7 HTTP/1.1" status: 204 len: 168 time: 0.2833984 Sep 15 08:39:26.576240 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e902fd-b52c-470a-ade5-6d6d1ee46f09 None None] Pushing event updated for resources: {'Port': ['ID=11c26b34-d187-4a99-ab15-65844dbbad42,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:26.592257 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e6e902fd-b52c-470a-ade5-6d6d1ee46f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:26.604188 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Attempting to bind port 11c26b34-d187-4a99-ab15-65844dbbad42 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:39:26.604816 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Attempting to bind port 11c26b34-d187-4a99-ab15-65844dbbad42 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:39:26.607384 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Attempting to bind port 11c26b34-d187-4a99-ab15-65844dbbad42 on network cbfbfb47-a115-416d-b94f-aaeebbe4b59f {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:26.619023 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:39:26.619546 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Checking segment: {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:26.620130 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.620632 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Bound using segment: {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:39:26.621218 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Bound port: 11c26b34-d187-4a99-ab15-65844dbbad42, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:39:26.621699 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.708594 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22186f0b-3e91-45b9-b694-dcd634d7c893 req-a716216d-24cc-4de1-85ac-b1f3d0bc622a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:26.715506 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-22186f0b-3e91-45b9-b694-dcd634d7c893 req-a716216d-24cc-4de1-85ac-b1f3d0bc622a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1037779 Sep 15 08:39:26.729429 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] For port 11c26b34-d187-4a99-ab15-65844dbbad42, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:39:26.732598 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] For port 11c26b34-d187-4a99-ab15-65844dbbad42, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=11c26b34-d187-4a99-ab15-65844dbbad42,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:39:26.745154 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:26.750349 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:26.765775 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-22186f0b-3e91-45b9-b694-dcd634d7c893 req-8ffbbba1-7abb-47b1-b38d-99d4ce3581e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486233 Sep 15 08:39:26.841322 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e902fd-b52c-470a-ade5-6d6d1ee46f09 None None] Pushing event updated for resources: {'Port': ['ID=11c26b34-d187-4a99-ab15-65844dbbad42,revision_number=4']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:26.845172 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e6e902fd-b52c-470a-ade5-6d6d1ee46f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:26.846822 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Routers {'5fa6e93b-e409-4058-8f84-73326f62b6cd'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:39:26.847582 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:39:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5fa6e93b-e409-4058-8f84-73326f62b6cd'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:27.060376 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] Set router 5fa6e93b-e409-4058-8f84-73326f62b6cd gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:39:27.408796 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:10Z', 'revision_number': 4, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '11c26b34-d187-4a99-ab15-65844dbbad42', 'name': '', 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'mac_address': 'fa:16:3e:24:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f442bf9-bc5c-4597-86b4-0a912166ab53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:09Z', 'updated_at': '2021-09-15T08:39:26Z', 'revision_number': 4, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'subnets': [{'id': '6f442bf9-bc5c-4597-86b4-0a912166ab53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:27.413188 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0ccb-ab55-4591-9876-36cdcec1159f None None] The sync data for ids ['5fa6e93b-e409-4058-8f84-73326f62b6cd'] in dv-cinder-806007-2-iscsi is: [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:10Z', 'revision_number': 4, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '11c26b34-d187-4a99-ab15-65844dbbad42', 'name': '', 'network_id': 'cbfbfb47-a115-416d-b94f-aaeebbe4b59f', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'mac_address': 'fa:16:3e:24:26:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f442bf9-bc5c-4597-86b4-0a912166ab53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:09Z', 'updated_at': '2021-09-15T08:39:26Z', 'revision_number': 4, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'subnets': [{'id': '6f442bf9-bc5c-4597-86b4-0a912166ab53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:39:27.606314 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59344) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:27.676046 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1512861a-5465-493b-851f-496139182519 admin admin] Deleting subnet 7727caa2-0d4f-4f39-aaee-239c8f427ee6 {{(pid=75063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:39:27.680090 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1512861a-5465-493b-851f-496139182519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.789926 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1512861a-5465-493b-851f-496139182519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2310617'] for subnet, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.810842 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 11c26b34-d187-4a99-ab15-65844dbbad42 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:27.932037 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 11c26b34-d187-4a99-ab15-65844dbbad42 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:27.946082 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 11c26b34-d187-4a99-ab15-65844dbbad42 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:27.946807 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:27.951236 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1512861a-5465-493b-851f-496139182519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.072296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1512861a-5465-493b-851f-496139182519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2233066'] for subnet, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.084211 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9b4b493d-f4f8-4729-898a-1f7ccb884b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:28.122713 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.127172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1512861a-5465-493b-851f-496139182519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.130337 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512861a-5465-493b-851f-496139182519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7727caa2-0d4f-4f39-aaee-239c8f427ee6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:28.134367 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1512861a-5465-493b-851f-496139182519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:28.138040 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-1512861a-5465-493b-851f-496139182519 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7727caa2-0d4f-4f39-aaee-239c8f427ee6 HTTP/1.1" status: 204 len: 168 time: 0.5306249 Sep 15 08:39:28.140350 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59366) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:28.171080 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 11c26b34-d187-4a99-ab15-65844dbbad42, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=11c26b34-d187-4a99-ab15-65844dbbad42,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:28.177148 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.179973 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:28.197661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20ba1a-a6bf-4cc0-ad2f-7b1578a8710c req-4992858c-5cb7-4e61-b0f9-5be5126e3252 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:28.208815 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3e20ba1a-a6bf-4cc0-ad2f-7b1578a8710c req-4992858c-5cb7-4e61-b0f9-5be5126e3252 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1791921 Sep 15 08:39:28.280604 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3e20ba1a-a6bf-4cc0-ad2f-7b1578a8710c req-7178d41c-71be-4832-8c98-d71a19855900 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702116 Sep 15 08:39:28.297972 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=11c26b34-d187-4a99-ab15-65844dbbad42,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:28.304267 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:28.398942 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.424666 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59372) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:28.601309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.614438 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8269d51-00d5-49e2-9e04-dcbf94d50e83']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:28.617670 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.629613 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:28.629946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bb1cd5-b8ad-43c1-afd2-c30f8b2925bb') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:39:28.643928 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.663499 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:28.667094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce6c6100669c42afaa15e90c7ac2bdd2 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:28.670073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:28.676536 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:28.676667 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.690565 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:39:28.690967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:39:28.710849 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:39:28.756885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.761923 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.769375 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-80bc01ed-cd6d-4258-95cd-91df75d1beb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:28.795259 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.798989 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8dfc29ed-17a8-4a1e-a50f-0eccc8acadf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:28.813891 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121e14e-6f0e-44ff-bf8f-c87ea4db2190,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:28.815367 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.817031 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:28.820598 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce6c6100669c42afaa15e90c7ac2bdd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3982737 Sep 15 08:39:28.824092 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59378) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:28.827779 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8269d51-00d5-49e2-9e04-dcbf94d50e83,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:28.830732 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:28.834981 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-16cc8ec2-996c-4b71-a146-7ed706bbdc48 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a8269d51-00d5-49e2-9e04-dcbf94d50e83 HTTP/1.1" status: 204 len: 168 time: 0.6907926 Sep 15 08:39:28.966696 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:28.991016 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59384) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:28.993497 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.048586 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9bb52f4d-eb26-480b-bb38-8dc11a0cf6e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3aa5275c03ad4622963dfdccbe51df3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563085 Sep 15 08:39:29.051937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59388) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:29.058124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.061922 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a9323b09-274b-4566-9aca-5b4721d787f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:29.075312 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121e14e-6f0e-44ff-bf8f-c87ea4db2190,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:29.078167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:29.087243 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.088481 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0121e14e-6f0e-44ff-bf8f-c87ea4db2190 HTTP/1.1" status: 204 len: 168 time: 0.2635510 Sep 15 08:39:29.145467 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.176066 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.235788 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.243404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-829f2caf-df6f-420b-8cf7-b9d2dbc5b7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:29.264533 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f71ec8-1d3a-4663-ac70-59b9a8b9d842,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:29.266912 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:29.271085 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:29.273134 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3f71ec8-1d3a-4663-ac70-59b9a8b9d842 HTTP/1.1" status: 204 len: 168 time: 0.2181475 Sep 15 08:39:29.651659 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7afeb-e657-495b-9e3d-738354d91d6a req-199cfce3-0651-4351-a729-43606e7e82b4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:29.653237 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79e7afeb-e657-495b-9e3d-738354d91d6a req-199cfce3-0651-4351-a729-43606e7e82b4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1874373 Sep 15 08:39:29.742274 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79e7afeb-e657-495b-9e3d-738354d91d6a req-a7c9ec77-da8e-4a68-909b-64985b3487c1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818570 Sep 15 08:39:29.755150 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 11c26b34-d187-4a99-ab15-65844dbbad42 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:29.911042 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 11c26b34-d187-4a99-ab15-65844dbbad42 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:29.911327 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:31.000749 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786325-5d95-407e-8bd2-09deea9b8b45 req-fc1bcaec-80bd-41a7-9bf7-7e8d87a7317b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:31.003137 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4f786325-5d95-407e-8bd2-09deea9b8b45 req-fc1bcaec-80bd-41a7-9bf7-7e8d87a7317b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1354167 Sep 15 08:39:31.090879 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4f786325-5d95-407e-8bd2-09deea9b8b45 req-47c8d1f4-f4ad-4517-8080-50a48fc2b639 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806420 Sep 15 08:39:31.634936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3d8f7-4ef4-4b79-9418-1ce8a9aa4f7a req-7e613960-3ea6-43a0-bdb1-95a0b6e3130b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:31.638352 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69e3d8f7-4ef4-4b79-9418-1ce8a9aa4f7a req-7e613960-3ea6-43a0-bdb1-95a0b6e3130b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1146884 Sep 15 08:39:31.692490 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69e3d8f7-4ef4-4b79-9418-1ce8a9aa4f7a req-59152a16-33b7-4091-a8dc-3960dda134dd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494452 Sep 15 08:39:31.699102 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-1b057192-dc6c-4ccb-8439-70bed9c39c1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1099 time: 0.0979328 Sep 15 08:39:31.841541 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-0bf1e04a-220d-4c54-b7d0-422419acecb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:31.845189 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-0bf1e04a-220d-4c54-b7d0-422419acecb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 912 time: 0.1353481 Sep 15 08:39:31.994062 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-9f0d7031-d4a1-4a20-85e6-2d50a5f82c54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 200 len: 1002 time: 0.1416748 Sep 15 08:39:32.014408 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:39:32.059530 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-39452e5a-50d2-44e6-9c09-5c7682c1dcb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:32.060976 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-39452e5a-50d2-44e6-9c09-5c7682c1dcb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0598903 Sep 15 08:39:32.190317 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59508) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:32.248038 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-0c2a2560-56b4-4cb4-a4c5-31b19180941b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1770630 Sep 15 08:39:32.350597 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.388333 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:32.393052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9042fe747a6247a9bfc736dbbe19623f is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:32.398997 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:32.406004 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:32.407035 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-d8f7b8a9-f223-4cc1-af34-62e353961818 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493335 Sep 15 08:39:32.495433 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.499642 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.513343 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f14882ba-36b4-4b9f-a139-05d3c7eb672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:32.568531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16547d-5285-42df-86c1-8807da43643d,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:32.570176 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0eaa6baa-a95c-4bb6-8e58-ba9aa6af7adc req-e17c55bb-3c9f-4b8b-a348-5e717775aee7 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514795 Sep 15 08:39:32.572170 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:32.577057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9042fe747a6247a9bfc736dbbe19623f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3827014 Sep 15 08:39:32.577416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59520) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:32.648350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.675084 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.737974 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.744115 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f8e27053-5a1a-4f5d-bda2-5e6852bcd3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:32.759416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16547d-5285-42df-86c1-8807da43643d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:32.762486 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:32.764636 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:32.766009 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b16547d-5285-42df-86c1-8807da43643d HTTP/1.1" status: 204 len: 168 time: 0.1873128 Sep 15 08:39:32.929686 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3016323-7503-412e-aa36-98a303fadce5 req-d47c9bbb-e752-4068-9159-2552be44f2d3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:32.934634 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d3016323-7503-412e-aa36-98a303fadce5 req-d47c9bbb-e752-4068-9159-2552be44f2d3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0829823 Sep 15 08:39:32.982362 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d3016323-7503-412e-aa36-98a303fadce5 req-a1cb8049-a819-4116-98fb-8958d4142e2e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451992 Sep 15 08:39:33.100259 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59532) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:33.118675 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.151245 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:33.155067 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Usage tracker for resource:security_group_rule and tenant:cae5333069144b1684f496bcc941d571 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:33.157804 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:33.164301 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:33.231602 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.235545 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.243112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1f70fa86-9de2-4ede-88bf-c37264cb432f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:33.282080 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff50fa6-97f7-4dd6-8877-e66461117934,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:33.285124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:33.288308 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cae5333069144b1684f496bcc941d571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1869645 Sep 15 08:39:33.291097 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59538) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:33.361258 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.388097 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.451079 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.454895 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-266b6cce-a41b-4906-b470-5c9dae7c193b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:33.468090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff50fa6-97f7-4dd6-8877-e66461117934,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:33.471039 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:33.472897 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.474009 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ff50fa6-97f7-4dd6-8877-e66461117934 HTTP/1.1" status: 204 len: 168 time: 0.1816742 Sep 15 08:39:33.728635 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-cdbf214d-f43a-4e0e-9e58-e432cb3404c5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233413887&fields=id&tenant_id=309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 267 time: 0.0415373 Sep 15 08:39:33.886850 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59558) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:33.894846 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-bec7d15d-3ac1-402c-94da-414d30c03b73 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:33.896273 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-bec7d15d-3ac1-402c-94da-414d30c03b73 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1612635 Sep 15 08:39:33.905766 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:33.913743 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-953016f8-e3e5-481e-ac67-9c91d767a1ac tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/quotas/309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 375 time: 0.0112910 Sep 15 08:39:33.938998 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:33.942871 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Usage tracker for resource:security_group_rule and tenant:d75336c68d704ab7bf458e4cce0755a7 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:33.946435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:33.952370 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:33.999328 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-93c6f4bf-80e7-4d17-83ca-99ecb6b98043 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802698 Sep 15 08:39:34.031677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:34.038959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:34.046980 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d6956991-9a38-436a-bda7-6d8fc08d6c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:34.089471 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007d100e-e6f1-4954-af88-2d7504973119,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:34.096691 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d75336c68d704ab7bf458e4cce0755a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2056541 Sep 15 08:39:34.096691 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:34.096949 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59564) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:34.161426 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:34.191797 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:34.199471 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-45167686-551e-4997-a6bc-4d1188199e66 service neutron] 10.222.0.36 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882491 Sep 15 08:39:34.246520 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:34.251327 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-165625b5-aa54-4f73-bd2d-d57eeb757f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:34.266517 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007d100e-e6f1-4954-af88-2d7504973119,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:34.269060 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:34.270250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:34.274990 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/007d100e-e6f1-4954-af88-2d7504973119 HTTP/1.1" status: 204 len: 168 time: 0.1735075 Sep 15 08:39:34.330634 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc8cc1-773d-4041-86f3-956f4cbef686 req-c100903c-75fb-4c29-9dd5-444f1ca0cc9c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:34.332132 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6cc8cc1-773d-4041-86f3-956f4cbef686 req-c100903c-75fb-4c29-9dd5-444f1ca0cc9c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1971798 Sep 15 08:39:34.388400 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-c7a2a95a-0793-4e67-b5a2-04b5f1dadf5c service neutron] 10.222.0.36 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822212 Sep 15 08:39:34.407899 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6cc8cc1-773d-4041-86f3-956f4cbef686 req-ee11a81e-ac11-4d8c-ad42-9fd0b6b5eb43 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619409 Sep 15 08:39:34.846830 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9cbaa733-2b7b-4f0e-b696-2a4045c373d2 req-9943d454-c366-4a08-a358-6799112d1def tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 210 time: 0.0556159 Sep 15 08:39:35.624104 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f9681-e96e-42bf-add8-180aa1503a6c req-18703b04-e191-4098-9c3d-40e4584c61c0 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:35.625597 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-297f9681-e96e-42bf-add8-180aa1503a6c req-18703b04-e191-4098-9c3d-40e4584c61c0 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0817900 Sep 15 08:39:35.673009 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-297f9681-e96e-42bf-add8-180aa1503a6c req-3ddb6eb0-933b-4be8-a3af-c6ea185fac08 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Sep 15 08:39:36.056557 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c5b5f40f-067a-465d-a14a-abbdd6dfa586 req-19166da8-c838-4cb6-a697-e6ef08bfd29d tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 210 time: 0.0466495 Sep 15 08:39:36.661002 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-3d776450-fbef-4110-b008-cd539d792d67 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:36.661704 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-3d776450-fbef-4110-b008-cd539d792d67 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:36.681199 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-3d776450-fbef-4110-b008-cd539d792d67 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:36.682742 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-3d776450-fbef-4110-b008-cd539d792d67 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 812 time: 0.2014539 Sep 15 08:39:36.746219 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-45123c4f-48d2-48a3-92bf-273cc5fcdf4f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:security_group {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:39:36.767532 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-45123c4f-48d2-48a3-92bf-273cc5fcdf4f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:security_group {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:39:36.775440 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-45123c4f-48d2-48a3-92bf-273cc5fcdf4f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 379 time: 0.0719697 Sep 15 08:39:36.780645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'port': {'device_id': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'admin_state_up': True, 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'security_groups': ['dd841e55-4500-4b43-96c8-0168c91380f4']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:36.956763 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:36.960773 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:port and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:36.963784 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:36.970234 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:36.981442 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Made reservation on behalf of 309358a7aa1f4596a13ce1f6e1639db6 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:39:36.984690 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:36.987619 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225b25d-9545-4b1f-839e-b91b4d5659d7 req-2e348405-f3cc-46bb-a1e1-959bd4ba27f2 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:36.989274 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f225b25d-9545-4b1f-839e-b91b4d5659d7 req-2e348405-f3cc-46bb-a1e1-959bd4ba27f2 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1663289 Sep 15 08:39:37.044084 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f225b25d-9545-4b1f-839e-b91b4d5659d7 req-4541f1be-1761-4047-a68b-32ff4f8fbba7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450552 Sep 15 08:39:37.183650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Allocated IP 172.20.0.12 (a25bcdba-fd25-44e1-a2dd-ce841e34c7c6/d5ab7de0-0950-4031-b86f-9dcc700f6cee/fd5861ed-7107-4986-91b8-b5a01a145910) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:39:37.246444 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-77a1c210-09f0-400b-af11-500bb01561cc req-f9cad800-0979-4744-b312-876abde036cf tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 210 time: 0.0526371 Sep 15 08:39:37.418103 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:37.434679 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Transition to ACTIVE for port object fd5861ed-7107-4986-91b8-b5a01a145910 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:37.457559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:37.464577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:37.540821 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:39:37.544305 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:39:37.549082 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:39:37.585335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=fd5861ed-7107-4986-91b8-b5a01a145910,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:37.598988 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:37.641741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:37.642958 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:37.673983 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8969021 Sep 15 08:39:37.685557 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Request body: {'port': {'device_id': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:39:37.805561 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-0592949d-cdc4-4cea-a380-5eda1c66af4d None None] Provisioning for port fd5861ed-7107-4986-91b8-b5a01a145910 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:37.810540 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-0592949d-cdc4-4cea-a380-5eda1c66af4d None None] Provisioning complete for port fd5861ed-7107-4986-91b8-b5a01a145910 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:37.810922 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0592949d-cdc4-4cea-a380-5eda1c66af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:37.817663 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:37.870242 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-0592949d-cdc4-4cea-a380-5eda1c66af4d None None] Port fd5861ed-7107-4986-91b8-b5a01a145910 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:39:38.243897 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5861ed-7107-4986-91b8-b5a01a145910 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:39:38.250724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:38.264503 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Transition to ACTIVE for port object fd5861ed-7107-4986-91b8-b5a01a145910 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:39:38.268925 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:38.273570 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-724c84df-0b6d-486b-9b5a-b74ddea25197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:38.403172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Pushing event updated for resources: {'Port': ['ID=fd5861ed-7107-4986-91b8-b5a01a145910,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:38.415677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:38.518970 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fca167-c9a6-4038-ad8e-92826618204e req-c50d18c1-8660-49b2-bf88-0bf545799217 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:38.520438 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79fca167-c9a6-4038-ad8e-92826618204e req-c50d18c1-8660-49b2-bf88-0bf545799217 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.1118848 Sep 15 08:39:38.535478 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Attempting to bind port fd5861ed-7107-4986-91b8-b5a01a145910 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:39:38.535878 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Attempting to bind port fd5861ed-7107-4986-91b8-b5a01a145910 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:39:38.536623 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Attempting to bind port fd5861ed-7107-4986-91b8-b5a01a145910 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:38.544326 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Port fd5861ed-7107-4986-91b8-b5a01a145910 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:39:38.544641 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Attempting to bind port fd5861ed-7107-4986-91b8-b5a01a145910 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:39:38.552509 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:39:38.553448 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Checking segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:39:38.553851 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Bound using segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:39:38.554288 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Bound port: fd5861ed-7107-4986-91b8-b5a01a145910, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:39:38.554632 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:38.586433 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79fca167-c9a6-4038-ad8e-92826618204e req-f9dbd2b4-823a-4f6d-b1fd-46dacbfc0aea tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592241 Sep 15 08:39:38.650502 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] For port fd5861ed-7107-4986-91b8-b5a01a145910, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:39:38.653704 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] For port fd5861ed-7107-4986-91b8-b5a01a145910, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd5861ed-7107-4986-91b8-b5a01a145910,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:39:38.658370 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:38.662630 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d3a35fbd-3218-4f39-afca-2771381e3b51 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:38.738816 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:38.740816 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] 10.222.0.21 "PUT /v2.0/ports/fd5861ed-7107-4986-91b8-b5a01a145910 HTTP/1.1" status: 200 len: 1094 time: 1.0595012 Sep 15 08:39:38.743244 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:38.750603 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Pushing event updated for resources: {'Port': ['ID=fd5861ed-7107-4986-91b8-b5a01a145910,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:38.753983 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:38.815128 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'status': 'completed', 'code': 200} Sep 15 08:39:39.777659 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21818d6e-c978-4c17-9f85-3524a4747ea1 req-0a5e43e3-0fe0-4edb-83f2-7eaf198418b4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:39.779115 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-21818d6e-c978-4c17-9f85-3524a4747ea1 req-0a5e43e3-0fe0-4edb-83f2-7eaf198418b4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0792322 Sep 15 08:39:39.830528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-21818d6e-c978-4c17-9f85-3524a4747ea1 req-0c80da0d-9b76-4db8-a4c2-93aa72859ab8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Sep 15 08:39:41.031000 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c56fbd-97bd-444d-9362-5806a999c5ba req-c61ff07a-7d78-4aed-bc76-85a0f32fe0d3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:41.032353 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0c56fbd-97bd-444d-9362-5806a999c5ba req-c61ff07a-7d78-4aed-bc76-85a0f32fe0d3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0782993 Sep 15 08:39:41.044551 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-21a59831-e9be-4f97-98c1-12d3d4525f42 req-458248ab-f091-401a-a397-7d9ee1c1da79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 1097 time: 0.0732005 Sep 15 08:39:41.081415 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0c56fbd-97bd-444d-9362-5806a999c5ba req-e1655e77-fce7-457d-b41f-f4e0fb54899a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Sep 15 08:39:41.190183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59831-e9be-4f97-98c1-12d3d4525f42 req-1cda7293-3375-41a8-900a-74635496b76c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:41.191594 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-21a59831-e9be-4f97-98c1-12d3d4525f42 req-1cda7293-3375-41a8-900a-74635496b76c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1394768 Sep 15 08:39:41.329812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59831-e9be-4f97-98c1-12d3d4525f42 req-a6015cb8-00b4-430f-896f-a5a7ca76c68c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:41.331557 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-21a59831-e9be-4f97-98c1-12d3d4525f42 req-a6015cb8-00b4-430f-896f-a5a7ca76c68c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1336038 Sep 15 08:39:41.451659 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-1cb421df-562b-44aa-96c4-b382d69b5cff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 1097 time: 0.0759711 Sep 15 08:39:42.285125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d96ea-e1f5-448e-8e8a-872d0e832c08 req-b6026aa2-a6e6-4ae9-b4c6-fc09c5b100da tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:42.286595 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-933d96ea-e1f5-448e-8e8a-872d0e832c08 req-b6026aa2-a6e6-4ae9-b4c6-fc09c5b100da tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0806105 Sep 15 08:39:42.332912 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-933d96ea-e1f5-448e-8e8a-872d0e832c08 req-e4bb2fbd-4d7a-4c2b-bad7-93153e00e096 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Sep 15 08:39:43.249769 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-92ede65a-cda5-42fe-99a2-2c2962c6b9e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd5861ed-7107-4986-91b8-b5a01a145910 HTTP/1.1" status: 200 len: 217 time: 0.0631428 Sep 15 08:39:43.532771 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67780010-4d64-4477-9759-77e88c34e901 req-c179c634-f0fb-4a1c-8d70-33850a312364 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:43.534162 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-67780010-4d64-4477-9759-77e88c34e901 req-c179c634-f0fb-4a1c-8d70-33850a312364 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0747235 Sep 15 08:39:43.577906 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-67780010-4d64-4477-9759-77e88c34e901 req-576b6b77-0433-49ab-9814-eb23005197fc tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383656 Sep 15 08:39:44.168558 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-60ed9bad-e207-46de-9f86-8134d020c32e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.170008 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-60ed9bad-e207-46de-9f86-8134d020c32e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0637259 Sep 15 08:39:44.256284 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-315a7598-d48d-4296-b17a-0f4de565d58b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669515 Sep 15 08:39:44.391577 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-ab19e1ba-14ae-412d-9953-efde01d160bf service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284499 Sep 15 08:39:44.526075 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5b691fe7-345b-4bb4-802b-d489197857b3 req-3210d67f-f16b-4f6f-965a-2bf66a813ce9 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273170 Sep 15 08:39:44.781386 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2392-1621-4533-8f85-a28a5cac6c60 req-52c0b230-aae3-4071-b617-89330420e8e2 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:44.782822 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8bff2392-1621-4533-8f85-a28a5cac6c60 req-52c0b230-aae3-4071-b617-89330420e8e2 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0785177 Sep 15 08:39:44.826596 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8bff2392-1621-4533-8f85-a28a5cac6c60 req-1dfd0230-0842-45b8-bd59-edb0fdab6880 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383806 Sep 15 08:39:46.018287 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146fec8-04ec-4e6f-af33-281e69a3b1ea req-69a71133-7dc9-4531-8cff-7cfb0a87ff66 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:46.019716 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f146fec8-04ec-4e6f-af33-281e69a3b1ea req-69a71133-7dc9-4531-8cff-7cfb0a87ff66 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0749414 Sep 15 08:39:46.068798 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f146fec8-04ec-4e6f-af33-281e69a3b1ea req-5aefc4e8-da0a-4608-bf0e-a133f5d6f64a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433288 Sep 15 08:39:47.263196 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de811cbd-a43b-4551-8af7-076f79feb585 req-a92f12d0-2b26-4774-884e-849fd1492bff tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:47.264790 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-de811cbd-a43b-4551-8af7-076f79feb585 req-a92f12d0-2b26-4774-884e-849fd1492bff tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0771401 Sep 15 08:39:47.310211 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-de811cbd-a43b-4551-8af7-076f79feb585 req-0347fe5b-b715-4d1c-a0f3-359837d0b8e6 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 Sep 15 08:39:48.519348 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32906fe9-03c8-43d0-8e7f-7eb20aca63a3 req-9054b939-3a6c-4cbc-a9c4-b63198c36169 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:48.520781 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-32906fe9-03c8-43d0-8e7f-7eb20aca63a3 req-9054b939-3a6c-4cbc-a9c4-b63198c36169 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0842154 Sep 15 08:39:48.567006 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-32906fe9-03c8-43d0-8e7f-7eb20aca63a3 req-e6127ade-1233-40ee-9191-af5b6581a5d9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396192 Sep 15 08:39:48.579354 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7f88b3bb-9c11-43c9-8390-66b6a6ae15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:48.874793 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.360136 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59822) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:49.500108 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.530429 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:49.534125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Usage tracker for resource:security_group_rule and tenant:5d00b8cb474847d39eb84307474dea26 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:49.536849 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:49.543471 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:49.608615 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.612912 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.620862 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7dcc5423-f458-403a-93f3-8afcbb4eca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:49.663245 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f41ba2-dd86-4af4-9175-dd5b2fdbc9e3,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:49.668144 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d00b8cb474847d39eb84307474dea26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070197 Sep 15 08:39:49.670923 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59830) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:49.674850 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.675220 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.675585 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.675939 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.676294 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.676642 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.676990 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.677337 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.677680 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.678048 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.678390 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:49.682462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:49.743908 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.768834 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.773715 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa30de2-7cc0-4471-b7fd-8a8f61e742f1 req-a62ef54a-9a9c-4f0b-983c-292a230ea93c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:49.775851 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-baa30de2-7cc0-4471-b7fd-8a8f61e742f1 req-a62ef54a-9a9c-4f0b-983c-292a230ea93c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0822971 Sep 15 08:39:49.824825 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-baa30de2-7cc0-4471-b7fd-8a8f61e742f1 req-57ef4009-a8b3-4959-afa5-76c2ebae57d6 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Sep 15 08:39:49.828001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.832540 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ea98a58a-44fd-4000-8984-2c98e7c2088a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:49.845121 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f41ba2-dd86-4af4-9175-dd5b2fdbc9e3,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:49.849170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:49.850279 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7f41ba2-dd86-4af4-9175-dd5b2fdbc9e3 HTTP/1.1" status: 204 len: 168 time: 0.1778789 Sep 15 08:39:49.852111 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:50.171081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59842) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:50.189833 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.221759 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:50.225468 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Usage tracker for resource:security_group_rule and tenant:a71d328d3e9a453596e05ee8c9f24c78 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:50.228372 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:50.233966 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:50.321453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.327049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.334219 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-693f3028-8cf4-456c-bce7-51402b1566ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:50.375461 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02409fe4-34c8-4635-b342-9fff1319e691,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:50.378617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:50.383762 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a71d328d3e9a453596e05ee8c9f24c78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2090638 Sep 15 08:39:50.384908 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59850) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:50.447464 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.549013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.600203 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.605089 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-38e92ec3-ad06-4027-be58-8d87ed0b5c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:50.615091 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02409fe4-34c8-4635-b342-9fff1319e691,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:50.617318 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:50.622982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:50.624088 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02409fe4-34c8-4635-b342-9fff1319e691 HTTP/1.1" status: 204 len: 168 time: 0.2386324 Sep 15 08:39:50.752346 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-81a48111-2c32-4501-a928-34dd2a9a2864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:51.021026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8257-9c67-4d8c-8137-7b7930b13cf2 req-70722539-fd1a-4b87-a548-04138e6d61e9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:51.022529 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ff6c8257-9c67-4d8c-8137-7b7930b13cf2 req-70722539-fd1a-4b87-a548-04138e6d61e9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0779376 Sep 15 08:39:51.067427 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ff6c8257-9c67-4d8c-8137-7b7930b13cf2 req-dde17a20-efb0-478b-a57e-e24bd7064fe9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387678 Sep 15 08:39:51.591131 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:51.980165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:52.263338 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12c5bb-9bf3-422b-9f6e-6a88f1ea5065 req-89d69a86-4b6d-4979-8c12-27f3c1272339 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:52.264791 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1f12c5bb-9bf3-422b-9f6e-6a88f1ea5065 req-89d69a86-4b6d-4979-8c12-27f3c1272339 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0804064 Sep 15 08:39:52.317430 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1f12c5bb-9bf3-422b-9f6e-6a88f1ea5065 req-e5d3b02d-8fb9-423e-a09a-93db49686158 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468483 Sep 15 08:39:53.352621 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:53.523969 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdd36f-3ba5-4f8e-96a3-c1968bb1de77 req-3964f05f-621b-4534-93cf-b9df4e0bae12 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:53.526251 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a1bdd36f-3ba5-4f8e-96a3-c1968bb1de77 req-3964f05f-621b-4534-93cf-b9df4e0bae12 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0797687 Sep 15 08:39:53.575434 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a1bdd36f-3ba5-4f8e-96a3-c1968bb1de77 req-19e96630-9adf-4cb4-9dbc-13ed347fcde9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433946 Sep 15 08:39:53.810313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59964) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:53.957083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:53.990039 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:53.994305 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Usage tracker for resource:security_group_rule and tenant:39e8213eab424039900124c0bf3653b1 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:53.997160 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:54.002954 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:54.040172 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59972) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:54.068329 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.073050 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.079358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-14dec191-e2ce-46e2-a3f6-02514fe70059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:54.118096 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad954fef-cdcd-4b94-ae4d-13cb57f9405c,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:54.125436 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39e8213eab424039900124c0bf3653b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3136156 Sep 15 08:39:54.128223 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59978) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:54.130624 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.130991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.131347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.131696 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.132044 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.132392 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.132730 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.133071 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.133414 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.133748 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.134629 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:54.138276 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:54.190320 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.220691 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.253221 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:54.259389 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.266301 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd43af35b3c4ad3b32a6a4c89ce8f5d is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:54.270731 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:54.282290 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:54.343897 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.352717 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-49c0a155-2095-496d-abae-f506e08fa06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:54.373303 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad954fef-cdcd-4b94-ae4d-13cb57f9405c,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:54.375574 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:54.405172 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.406312 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad954fef-cdcd-4b94-ae4d-13cb57f9405c HTTP/1.1" status: 204 len: 168 time: 0.2770901 Sep 15 08:39:54.413551 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.419786 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.428408 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-23f34acc-d588-4a09-9c20-4f829a6ae17a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:54.469823 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf09c04c-87d2-43ed-8a59-8923bc6e88da,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:54.472843 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:54.475635 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcd43af35b3c4ad3b32a6a4c89ce8f5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4338493 Sep 15 08:39:54.478882 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 59990) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:54.545756 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.554322 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 59994) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:54.577565 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.638320 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.643255 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ef6da754-8218-4583-bc71-57d0ff50577c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:54.656639 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf09c04c-87d2-43ed-8a59-8923bc6e88da,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:54.659388 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:54.662405 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.664378 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-afe23701-6395-416a-81fa-3819890ee827 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf09c04c-87d2-43ed-8a59-8923bc6e88da HTTP/1.1" status: 204 len: 168 time: 0.1847241 Sep 15 08:39:54.789341 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.806949 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60006) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:54.830674 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:54.871300 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:54.875244 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991a6d4-8a84-4814-916c-3ccaf84cf8e8 req-4b579329-627b-4bd5-9143-cde24eb041f8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:54.876712 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d991a6d4-8a84-4814-916c-3ccaf84cf8e8 req-4b579329-627b-4bd5-9143-cde24eb041f8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.1517932 Sep 15 08:39:54.879609 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Usage tracker for resource:security_group_rule and tenant:a4c0d75f7a2a4cf7983c78bf2ce935e1 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:54.883736 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:54.892125 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:39:54.894415 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:54.898573 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Usage tracker for resource:security_group_rule and tenant:00f6d6e059604cbcab88bfb96ae98a48 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:39:54.903400 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:39:54.913634 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:39:54.932074 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d991a6d4-8a84-4814-916c-3ccaf84cf8e8 req-49c7084e-fc6d-45f7-918c-be34ce80be7e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484378 Sep 15 08:39:55.024166 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.030706 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.044070 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:55.062322 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.076618 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.108934 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0206c161-8107-474c-b020-2a168a8e75e0,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:55.113770 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4c0d75f7a2a4cf7983c78bf2ce935e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5584238 Sep 15 08:39:55.118612 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60010) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:55.120472 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:55.121269 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7e3992d5-1708-4761-980c-908b4eeda05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:55.150709 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00f6d6e059604cbcab88bfb96ae98a48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3396184 Sep 15 08:39:55.151312 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60014) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:39:55.167079 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2decd9-9656-4162-bf61-ba82b8a59bc6,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:55.171698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:55.178723 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.203604 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.216612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.241430 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.258176 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.261933 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d182a4c7-f866-41ce-902b-dd64748f25df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:55.272596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0206c161-8107-474c-b020-2a168a8e75e0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:55.277162 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:55.280382 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.281561 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0206c161-8107-474c-b020-2a168a8e75e0 HTTP/1.1" status: 204 len: 168 time: 0.1616817 Sep 15 08:39:55.308459 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.320116 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5076e340-7a3b-43f7-a6d7-09c6be3792e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:55.334119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2decd9-9656-4162-bf61-ba82b8a59bc6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:55.340458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:55.346999 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:55.348378 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba2decd9-9656-4162-bf61-ba82b8a59bc6 HTTP/1.1" status: 204 len: 168 time: 0.1961808 Sep 15 08:39:56.027537 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device fd5861ed-7107-4986-91b8-b5a01a145910 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:39:56.193861 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fad82-edf4-4a98-a76d-1b320581d72d req-d1d1d186-cc2e-4aa6-9284-5ea510bb951f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:56.200234 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port fd5861ed-7107-4986-91b8-b5a01a145910, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd5861ed-7107-4986-91b8-b5a01a145910,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:56.201346 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-090fad82-edf4-4a98-a76d-1b320581d72d req-d1d1d186-cc2e-4aa6-9284-5ea510bb951f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 944 time: 0.0901031 Sep 15 08:39:56.219289 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'port_id': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'mac_address': 'fa:16:3e:8a:5c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:39:56.257333 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-090fad82-edf4-4a98-a76d-1b320581d72d req-aebf5435-6ffb-49b2-bd0b-f36e095af61d tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550580 Sep 15 08:39:56.291339 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:56.314830 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5861ed-7107-4986-91b8-b5a01a145910 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:39:56.334822 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port fd5861ed-7107-4986-91b8-b5a01a145910, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd5861ed-7107-4986-91b8-b5a01a145910,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:56.341362 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:56.344633 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-6fdfc927-9a9e-41f5-9d47-dd9c6b27991c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:56.425940 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=fd5861ed-7107-4986-91b8-b5a01a145910,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:56.434650 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.435034 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.435331 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.435664 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.435992 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.436319 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.436645 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.437042 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.437363 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.437682 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.438027 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:39:56.441879 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:56.574166 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['fd5861ed-7107-4986-91b8-b5a01a145910'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:39:57.458126 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e8f1b-1b4b-4e2d-8691-a8ecd1612aca req-68aac163-b809-4fbe-b7d2-79cd038e7f31 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:57.459650 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d8e8f1b-1b4b-4e2d-8691-a8ecd1612aca req-68aac163-b809-4fbe-b7d2-79cd038e7f31 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 945 time: 0.0835283 Sep 15 08:39:57.506067 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8d8e8f1b-1b4b-4e2d-8691-a8ecd1612aca req-27c5d5ed-dfc9-4826-b090-13c9843470e4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394874 Sep 15 08:39:58.032190 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device fd5861ed-7107-4986-91b8-b5a01a145910 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:39:58.108402 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port fd5861ed-7107-4986-91b8-b5a01a145910 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:39:58.115041 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port fd5861ed-7107-4986-91b8-b5a01a145910 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:39:58.115826 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:58.252539 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:58.282671 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:39:58.297063 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port fd5861ed-7107-4986-91b8-b5a01a145910, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd5861ed-7107-4986-91b8-b5a01a145910,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:39:58.304565 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:39:58.307986 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:39:58.371738 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'code': 200} Sep 15 08:39:58.390713 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=fd5861ed-7107-4986-91b8-b5a01a145910,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:39:58.394583 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:39:58.670202 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e4499b57-9fee-4ddc-b9d7-38cc4b99d7cd req-d43eb1ea-9859-4c0a-a5b5-01f04bab8935 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 1099 time: 0.0722992 Sep 15 08:39:58.715597 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e4499b57-9fee-4ddc-b9d7-38cc4b99d7cd req-eaf75163-33f4-4783-8159-8cc06f979b61 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381806 Sep 15 08:39:58.717058 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2e5bc-5841-471d-9668-8b1d6dbb8971 req-a3814458-3a04-4c17-b772-2d10680a108b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:58.718561 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1ba2e5bc-5841-471d-9668-8b1d6dbb8971 req-a3814458-3a04-4c17-b772-2d10680a108b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0805109 Sep 15 08:39:58.763952 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1ba2e5bc-5841-471d-9668-8b1d6dbb8971 req-57ec2e3e-5589-498c-a465-70bb343efde4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394626 Sep 15 08:39:59.966472 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d63aa4-79dd-41e6-94f9-49a189b6b4fb req-cb4598ad-9cdb-42dc-9a3b-cf9d2f68ddba tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:39:59.967935 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28d63aa4-79dd-41e6-94f9-49a189b6b4fb req-cb4598ad-9cdb-42dc-9a3b-cf9d2f68ddba tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0831294 Sep 15 08:40:00.015739 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28d63aa4-79dd-41e6-94f9-49a189b6b4fb req-ff16bfe8-85e9-44e1-b79c-31562ce30245 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Sep 15 08:40:01.237293 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59fa01-f5cc-4bd0-905c-9000d8065b45 req-678cf8cd-1b3a-4f7e-ab09-e51fa2765c28 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:01.239005 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7a59fa01-f5cc-4bd0-905c-9000d8065b45 req-678cf8cd-1b3a-4f7e-ab09-e51fa2765c28 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0914114 Sep 15 08:40:01.294307 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7a59fa01-f5cc-4bd0-905c-9000d8065b45 req-62fa625a-c70f-4771-a90d-587dcc5a08b7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498974 Sep 15 08:40:02.530628 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a61ca-22aa-48f7-b794-67e3f5f75104 req-76d14fad-f85f-4121-8980-f18ca3d0e59b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:02.532790 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-598a61ca-22aa-48f7-b794-67e3f5f75104 req-76d14fad-f85f-4121-8980-f18ca3d0e59b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0854967 Sep 15 08:40:02.601375 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-598a61ca-22aa-48f7-b794-67e3f5f75104 req-11e408d4-a2f0-41b9-9a3c-984a93cbc375 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621212 Sep 15 08:40:03.793386 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b384d2c-b342-4d1f-8862-26326baa2eb3 req-ede93800-60bc-4395-b867-c427afa78ef1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:03.794879 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2b384d2c-b342-4d1f-8862-26326baa2eb3 req-ede93800-60bc-4395-b867-c427afa78ef1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0836346 Sep 15 08:40:03.845573 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2b384d2c-b342-4d1f-8862-26326baa2eb3 req-e43586d4-4b3c-4368-b5b2-c7537ea07064 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438657 Sep 15 08:40:03.925451 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697291-a23e-4b0d-99d8-400814bf5830 req-6f01c0db-4b97-47fc-9212-389c49760f65 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:03.927159 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-62697291-a23e-4b0d-99d8-400814bf5830 req-6f01c0db-4b97-47fc-9212-389c49760f65 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.0793784 Sep 15 08:40:04.021405 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-62697291-a23e-4b0d-99d8-400814bf5830 req-e17dafbf-9a67-4b2b-a0ae-953059f6af16 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881190 Sep 15 08:40:04.057893 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae65f8-42d4-478f-88f3-1c4e75bb752f req-9eaf99b0-2896-497e-969c-16c22d5f0647 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:04.069388 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-17ae65f8-42d4-478f-88f3-1c4e75bb752f req-9eaf99b0-2896-497e-969c-16c22d5f0647 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.1000111 Sep 15 08:40:04.110472 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-17ae65f8-42d4-478f-88f3-1c4e75bb752f req-feee1087-f25f-424e-a940-5fc4c992a57a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Sep 15 08:40:04.138657 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60232) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:04.403390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-1484cf35-4b95-41b8-a679-3e032ac17eb6 tempest-TestVolumeBootPattern-1524424261 tempest-TestVolumeBootPattern-1524424261-project-admin] Synchronizing usage tracker for tenant:a944b1acb177479fb36ab6cc996e2a6b on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:04.425790 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-1484cf35-4b95-41b8-a679-3e032ac17eb6 tempest-TestVolumeBootPattern-1524424261 tempest-TestVolumeBootPattern-1524424261-project-admin] Unset dirty status for tenant:a944b1acb177479fb36ab6cc996e2a6b on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:04.430323 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-1484cf35-4b95-41b8-a679-3e032ac17eb6 tempest-TestVolumeBootPattern-1524424261 tempest-TestVolumeBootPattern-1524424261-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 1094 time: 0.2879510 Sep 15 08:40:04.430645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60250) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:04.437893 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'port_id': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:04.444408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:04.452344 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:floatingip and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:04.455335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:04.461792 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:04.472309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:04.617090 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:04.758814 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Allocated IP 172.27.0.67 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/25298137-17b7-4c5e-b3c4-b244fca68960) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:04.906022 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:04.934449 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:04.938060 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-020ec400-239f-4bde-ae16-c2958f5718c3 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:05.002598 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:05.005310 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:05.007869 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:05.046319 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=25298137-17b7-4c5e-b3c4-b244fca68960,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:05.048990 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:05.242133 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7e29-2017-4f8b-9e7b-b7ac1927e0eb req-d7a76823-48f9-467c-a0b2-5d494aae508e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:05.243493 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9c4f7e29-2017-4f8b-9e7b-b7ac1927e0eb req-d7a76823-48f9-467c-a0b2-5d494aae508e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.0776794 Sep 15 08:40:05.292368 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9c4f7e29-2017-4f8b-9e7b-b7ac1927e0eb req-f18e6d59-291e-4c6f-9386-685a6d63e0e0 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Sep 15 08:40:05.485528 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-0af3ba8c-1f00-4bff-b7cd-e468eeb31545 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:05.486276 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-0af3ba8c-1f00-4bff-b7cd-e468eeb31545 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:05.518086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-0af3ba8c-1f00-4bff-b7cd-e468eeb31545 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:05.519101 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-0af3ba8c-1f00-4bff-b7cd-e468eeb31545 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.1980777 Sep 15 08:40:05.688438 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Deleting port 01645f58-38dd-4bd2-a323-cfb62ad71332 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:05.688787 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:05.914047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:05.972935 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60278) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:05.995882 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60284) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:06.044562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.127229 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] For port 01645f58-38dd-4bd2-a323-cfb62ad71332, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=01645f58-38dd-4bd2-a323-cfb62ad71332,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:06.127592 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.140602 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.171473 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.216627 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:06.223095 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Usage tracker for resource:security_group_rule and tenant:421e2c6d23404d0ba9ec60968338417b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:06.225783 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:06.227883 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:06.234009 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:1b28b51527d9496f9df2b877f5062466 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:06.236531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:06.238475 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:06.245789 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:06.352277 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.369964 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.369964 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.379562 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c0ae7b5d-3dde-4ce1-87b1-d01d2599c1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:06.390552 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.446788 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd0bf9-adad-4ebd-85bc-743c46e5aa3d,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:06.459149 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:06.491577 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b28b51527d9496f9df2b877f5062466&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4946654 Sep 15 08:40:06.492362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-01259523-24bd-4aef-8e79-98ba24d169ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:06.502943 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60292) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:06.506466 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=421e2c6d23404d0ba9ec60968338417b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5324113 Sep 15 08:40:06.521713 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60296) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:06.560704 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee3961-8bc1-4ad2-93af-cffce35a8b45,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:06.567852 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:06.596989 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.597380 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.597625 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Floating IP 5627d973-0ba2-4e4f-87cf-f4547e11aad8 disassociated. External IP: 172.27.0.223, port: 01645f58-38dd-4bd2-a323-cfb62ad71332. Sep 15 08:40:06.597981 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Calling delete_port for 01645f58-38dd-4bd2-a323-cfb62ad71332 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:06.612850 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d99dc-1a0d-48e9-94c3-4725eef911d8 req-82d31056-1149-4440-b748-e549c6eb1aee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:06.614308 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-010d99dc-1a0d-48e9-94c3-4725eef911d8 req-82d31056-1149-4440-b748-e549c6eb1aee tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 946 time: 0.1686437 Sep 15 08:40:06.622932 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.663820 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.674627 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.680015 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.680730 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:06.704584 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-010d99dc-1a0d-48e9-94c3-4725eef911d8 req-5424a583-003c-4097-ad63-430a7df63a0b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=d81c0125-d385-4ab3-b817-7249e6f1551f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826905 Sep 15 08:40:06.708492 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.749296 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.754084 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:06.769126 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee3961-8bc1-4ad2-93af-cffce35a8b45,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:06.772111 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:06.777530 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.778712 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1ee3961-8bc1-4ad2-93af-cffce35a8b45 HTTP/1.1" status: 204 len: 168 time: 0.2712355 Sep 15 08:40:06.828491 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:06.863917 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=25298137-17b7-4c5e-b3c4-b244fca68960,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:06.881207 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:06.917043 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:07.005624 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:07.011515 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e7a9d627-ad32-4150-8daf-4a6dc9684985 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:07.054678 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event deleted for resources: {'Port': ['ID=01645f58-38dd-4bd2-a323-cfb62ad71332,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:07.071014 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:07.073521 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:07.076724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e2c61e8a-f036-493e-b6b3-7aa0fe14607a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:07.097189 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd0bf9-adad-4ebd-85bc-743c46e5aa3d,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:07.102512 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:07.361054 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:07.362190 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fcd0bf9-adad-4ebd-85bc-743c46e5aa3d HTTP/1.1" status: 204 len: 168 time: 0.8395100 Sep 15 08:40:07.491941 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Floating IP d0b540e4-ff2a-410c-838c-16b3773d9921 associated. External IP: 172.27.0.67, port: fd5861ed-7107-4986-91b8-b5a01a145910. Sep 15 08:40:07.615810 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Router d897420a-5941-447b-835c-4c1f11908254 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:40:07.990964 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2c9b8498-def9-4111-a594-620298b94c22 req-bc96b6b5-6724-41e9-b4c1-46e3ac49dd64 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=051bd311-f390-4e49-afca-e4387225688f HTTP/1.1" status: 200 len: 210 time: 0.0668216 Sep 15 08:40:08.026475 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60328) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:08.049333 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.088361 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:08.093759 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Usage tracker for resource:security_group_rule and tenant:dbd071462c7c45b7a9175c64cc23f5a6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:08.097354 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:08.104776 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:08.140862 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:40:08.153715 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:40:08.173905 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:08.178538 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:39:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:08.208949 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.221466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.226636 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] No DVR routers for this DVR port 01645f58-38dd-4bd2-a323-cfb62ad71332 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:40:08.230445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.232324 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fca32393-3f34-4bb4-a97c-4368c49db17e req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "DELETE /v2.0/ports/01645f58-38dd-4bd2-a323-cfb62ad71332 HTTP/1.1" status: 204 len: 173 time: 2.6188807 Sep 15 08:40:08.232812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-deleted', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:08.233767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8b2977e0-9b21-46aa-9682-9ac6c3764b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:08.283720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:40:08.348626 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf953ed-ef98-4c53-a304-ae7b09dd7319,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:08.354435 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:08.368322 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051bd311-f390-4e49-afca-e4387225688f', 'name': 'network-vif-deleted', 'tag': '01645f58-38dd-4bd2-a323-cfb62ad71332', 'status': 'completed', 'code': 200} Sep 15 08:40:08.370353 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4eca6792-6cec-4c08-ba9d-81a9f93161c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbd071462c7c45b7a9175c64cc23f5a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3424857 Sep 15 08:40:08.371102 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60336) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:08.445383 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.481320 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.543133 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.549545 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:08.562753 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf953ed-ef98-4c53-a304-ae7b09dd7319,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:08.565125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.566373 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baf953ed-ef98-4c53-a304-ae7b09dd7319 HTTP/1.1" status: 204 len: 168 time: 0.1941953 Sep 15 08:40:08.567353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:08.596347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:40:08.609754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:08.611072 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:40:08.625447 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:08.633791 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:08.635474 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:39:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:08.714363 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2812648 Sep 15 08:40:08.999932 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:09.202315 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60354) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:09.222816 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:09.228280 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:40:09.241184 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:09.241907 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:39:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:09.261368 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:40:09.343078 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60358) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:09.371361 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.374737 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.423274 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:09.428311 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d44709ab446b4cbd9df17460ebf8bb1f is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:09.431679 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:09.438002 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.439335 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:09.453231 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': 'd0b540e4-ff2a-410c-838c-16b3773d9921', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:8a:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:40:05Z', 'updated_at': '2021-09-15T08:40:05Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:09.461008 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:40:09.483326 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:09.484274 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:39:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:09.505185 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:09.512111 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.518919 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:09.536488 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c0125-d385-4ab3-b817-7249e6f1551f,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:09.540922 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:09.558629 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.562005 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-25ec569d-c8b2-4c46-b887-3e90a8bc4675 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "DELETE /v2.0/security-groups/d81c0125-d385-4ab3-b817-7249e6f1551f HTTP/1.1" status: 204 len: 168 time: 0.3584559 Sep 15 08:40:09.564610 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60362) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:09.597523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.602193 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.api.v2.resource [None req-27c88a9c-111f-4a2c-9331-d16cc7219942 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] show failed (client error): The resource could not be found. Sep 15 08:40:09.606435 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.608425 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-27c88a9c-111f-4a2c-9331-d16cc7219942 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups/d81c0125-d385-4ab3-b817-7249e6f1551f HTTP/1.1" status: 404 len: 347 time: 0.0408499 Sep 15 08:40:09.609946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60366) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:09.632790 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7aa82090-ebfc-43de-ae10-fd441269a394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:09.690889 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d44709ab446b4cbd9df17460ebf8bb1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3466370 Sep 15 08:40:09.693959 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60370) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:09.707694 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71d7f1c-d6f5-42a9-97a6-8487b522e01a,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:09.716568 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:09.722492 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-78a6a80d-f864-44d4-ae35-9343a34711d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:09.789224 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.856359 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.944044 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.956562 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d426e1f0-35b2-4943-bbc6-d4d5cc5d5f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:09.980325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71d7f1c-d6f5-42a9-97a6-8487b522e01a,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:09.982581 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:09.983919 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f71d7f1c-d6f5-42a9-97a6-8487b522e01a HTTP/1.1" status: 204 len: 168 time: 0.2889023 Sep 15 08:40:09.984842 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:09.995328 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:10.010581 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Deleting port 5b91d226-0409-4352-9be7-23d7a6535591 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:10.011157 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:10.014059 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f67cae-8564-44d3-bad8-2e52d7925b5c None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:40:10.116325 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:10.156895 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 01645f58-38dd-4bd2-a323-cfb62ad71332 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:10.157390 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 01645f58-38dd-4bd2-a323-cfb62ad71332 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:10.236750 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': 'd0b540e4-ff2a-410c-838c-16b3773d9921', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:8a:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:40:05Z', 'updated_at': '2021-09-15T08:40:05Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:10.241470 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69944131-f789-45d0-a168-0cca7ab6583b None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': 'd0b540e4-ff2a-410c-838c-16b3773d9921', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:8a:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:40:05Z', 'updated_at': '2021-09-15T08:40:05Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:40:10.255393 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:10.255724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:10.423927 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Calling delete_port for 5b91d226-0409-4352-9be7-23d7a6535591 owned by network:floatingip {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:10.482397 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:10.542257 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b9b3d-6f60-4c09-95b7-147d7824c9ff None None] New status for floating IP 5627d973-0ba2-4e4f-87cf-f4547e11aad8: DOWN {{(pid=75065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:40:10.604669 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'status': 'completed', 'code': 200} Sep 15 08:40:10.704980 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9af6ca-9151-47b9-8b7c-0f86c218bd7d None None] New status for floating IP d0b540e4-ff2a-410c-838c-16b3773d9921: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:40:10.732614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:10.738096 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-da3e395e-51bb-43c4-94e0-50ac3689df45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:10.779613 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-b93b9b3d-6f60-4c09-95b7-147d7824c9ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:40:10.780102 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-b93b9b3d-6f60-4c09-95b7-147d7824c9ff None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:40:10.783495 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event deleted for resources: {'Port': ['ID=5b91d226-0409-4352-9be7-23d7a6535591,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:10.786874 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:10.796845 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-eccf457f-154f-48d9-9357-8f3a82d63610 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 1099 time: 0.1807344 Sep 15 08:40:10.982555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.025683 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-143eb502-37fd-4f74-a443-c5d305476176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:11.027206 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-143eb502-37fd-4f74-a443-c5d305476176 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.2039263 Sep 15 08:40:11.028713 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.029751 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "DELETE /v2.0/floatingips/5627d973-0ba2-4e4f-87cf-f4547e11aad8 HTTP/1.1" status: 204 len: 168 time: 1.4179828 Sep 15 08:40:11.141647 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-cf0b701e-94a9-4c7d-aea8-9f4dc1b07d63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd5861ed-7107-4986-91b8-b5a01a145910 HTTP/1.1" status: 200 len: 1001 time: 0.1075938 Sep 15 08:40:11.215008 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-8848e730-a4d7-4b93-a010-9975911dee02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:11.216492 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-8848e730-a4d7-4b93-a010-9975911dee02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0680153 Sep 15 08:40:11.282859 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b9b3d-6f60-4c09-95b7-147d7824c9ff None None] New status for floating IP 5627d973-0ba2-4e4f-87cf-f4547e11aad8: DOWN {{(pid=75065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:40:11.296287 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-2f597462-e2ff-4d40-94a5-915e6b0e156b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720878 Sep 15 08:40:11.314894 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60406) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:11.321934 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1959346369', 'description': 'tempest-description--143188623'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:11.336183 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:11.344635 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:11.354539 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:11.364679 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:11.385063 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.425186 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:11.430199 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:11.434329 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:11.441125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:11.456833 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-bc6ee220-6531-4754-8116-ebe7e861ec18 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524792 Sep 15 08:40:11.513330 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.516685 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.522100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-2b6082de-43be-47c5-be88-a8c2b5ef9c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:11.565499 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741d18fa-a371-4f1c-a04f-b25e1db17c3f,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:11.568287 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:11.571054 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.573206 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9dbaaf07-1296-4f06-8446-2e524a2fce2f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2565467 Sep 15 08:40:11.576206 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60416) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:11.587404 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'security_group_rule': {'security_group_id': '741d18fa-a371-4f1c-a04f-b25e1db17c3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:11.599106 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:11.606826 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:11.608061 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fb81d21d-e6ed-4e14-ab7d-4efbe861d0dd req-b923d883-66df-46d1-b0af-b90f381282c2 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433139 Sep 15 08:40:11.611891 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:11.633957 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:11.655601 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.738576 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.743535 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.745583 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:11.786233 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2428df75-5ed8-4ce1-ab4a-8191ea63eb54,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:11.791001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:11.797629 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.799045 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2217698 Sep 15 08:40:11.802025 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60432) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:11.815134 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'security_group_rule': {'security_group_id': '741d18fa-a371-4f1c-a04f-b25e1db17c3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:11.821871 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:11.825778 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:security_group_rule and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:11.828826 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:11.844551 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:11.875724 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.970451 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.976345 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:11.980281 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:12.018030 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.019346 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2156858 Sep 15 08:40:12.020167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c7c57-543b-4ef6-b7ba-4df61a15b4c3,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:12.031078 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a666c1aa-c5bc-4575-a1cd-1e80e1d64fea tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:12.035723 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60442) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:12.042455 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:12.047837 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:12.052246 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:floatingip and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:12.055252 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:12.062331 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:12.075982 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.087656 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60448) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:12.225663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.236868 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.269612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:12.273670 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Usage tracker for resource:security_group_rule and tenant:769f67e7990740a981d7e0ec640e9ea2 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:12.277232 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:12.283255 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:12.367340 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.376970 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.385359 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:12.394316 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Allocated IP 172.27.0.105 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/394b6004-aefb-4aa7-a08b-1a4af9962c52) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:12.415287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb376e3-b0aa-4529-b956-cb6eddee2c88,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:12.419456 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:12.446160 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=769f67e7990740a981d7e0ec640e9ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3572404 Sep 15 08:40:12.446745 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60460) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:12.578715 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.611834 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.616597 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:12.624798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.651881 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.686432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:12.690944 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'Port': ['ID=394b6004-aefb-4aa7-a08b-1a4af9962c52,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:12.694315 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:12.695144 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:12.699052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:12.717301 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.721346 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-67c189ec-f0c0-453b-87ef-d284778574d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:12.732485 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb376e3-b0aa-4529-b956-cb6eddee2c88,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:12.736330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:12.739500 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.740660 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbb376e3-b0aa-4529-b956-cb6eddee2c88 HTTP/1.1" status: 204 len: 168 time: 0.2922835 Sep 15 08:40:12.906169 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:12.969662 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:13.203271 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:13.211081 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:13.216817 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:13.336510 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'Port': ['ID=394b6004-aefb-4aa7-a08b-1a4af9962c52,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:13.342922 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:13.359585 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:13.394120 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:13.397481 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3595839 Sep 15 08:40:13.586875 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6678213-61a1-483c-882b-79da2f1fd370 req-17cbd415-572b-4dda-812b-e9053048a6cd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:13.588817 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6678213-61a1-483c-882b-79da2f1fd370 req-17cbd415-572b-4dda-812b-e9053048a6cd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1055331 Sep 15 08:40:13.650421 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6678213-61a1-483c-882b-79da2f1fd370 req-002fe3ce-d64b-4ebb-bf75-14d2dab5f0b3 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559525 Sep 15 08:40:13.725644 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-c6678468-4a10-4c51-877a-28a9892f7b97 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:13.745685 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-c6678468-4a10-4c51-877a-28a9892f7b97 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:13.747036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-c6678468-4a10-4c51-877a-28a9892f7b97 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1959346369&fields=id&tenant_id=18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 267 time: 0.0632229 Sep 15 08:40:14.006108 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-147a7217-5784-4530-adbd-274e5388b376 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:14.007735 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-147a7217-5784-4530-adbd-274e5388b376 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 817 time: 0.2533362 Sep 15 08:40:14.024823 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-3d2ad39d-4959-423a-8f11-a9d7a62d60fb tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/quotas/18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 375 time: 0.0108819 Sep 15 08:40:14.108422 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-e2e8b627-352a-4b4a-a13b-087d99d2d303 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769553 Sep 15 08:40:14.249037 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-f634a719-e415-4d60-8c96-fb1986e6e7de service neutron] 10.222.0.36 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285014 Sep 15 08:40:14.343539 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60522) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:14.383696 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d3659d09-2f81-485f-bf26-9ebeec251557 service neutron] 10.222.0.36 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288474 Sep 15 08:40:14.491642 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.525929 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:14.529988 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Usage tracker for resource:security_group_rule and tenant:a7ca9051beef4131b2a56079dce1fb4c is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:14.532786 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:14.538556 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:14.580127 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ad39fb77-27c1-40d4-920b-491a8c2a3796 req-4e2a2072-dd3b-48d6-b594-755d906efee3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 210 time: 0.0475247 Sep 15 08:40:14.611027 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.616224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.628497 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-08d78f8f-eb84-44e9-8d5c-10efe104eeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:14.672767 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e4ff43-0593-4f3e-8502-bdca244e15d0,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:14.677863 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7ca9051beef4131b2a56079dce1fb4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3325157 Sep 15 08:40:14.678296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:14.679932 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60536) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:14.752920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.780880 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.902348 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f262be3-58ed-41cd-9c18-560f2e3aff36 req-e97cea0d-e332-43e1-bf45-2b45cfcfd604 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:14.903905 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6f262be3-58ed-41cd-9c18-560f2e3aff36 req-e97cea0d-e332-43e1-bf45-2b45cfcfd604 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1138501 Sep 15 08:40:14.905098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.908755 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d5b9684a-d987-4f81-9202-598970d46775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:14.934426 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e4ff43-0593-4f3e-8502-bdca244e15d0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:14.936729 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:14.949650 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:14.953316 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38e4ff43-0593-4f3e-8502-bdca244e15d0 HTTP/1.1" status: 204 len: 168 time: 0.2698612 Sep 15 08:40:14.972113 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6f262be3-58ed-41cd-9c18-560f2e3aff36 req-f0122ca3-5885-44f4-929e-42c8d8719d1c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546610 Sep 15 08:40:15.741370 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-964438f1-db0f-47a5-b087-707b019181d9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:15.744565 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-964438f1-db0f-47a5-b087-707b019181d9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 817 time: 0.2230406 Sep 15 08:40:15.814442 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0e065d84-ae78-4bd9-9b1c-66e6c373d95d req-c83192a3-8d73-4ceb-ac2a-12ec04bd43ac tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 210 time: 0.0600269 Sep 15 08:40:15.819514 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-0a685f7c-dd42-4d3d-b8a8-0920821e9bdf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:15.835395 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-0a685f7c-dd42-4d3d-b8a8-0920821e9bdf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:security_group {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:15.836723 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-0a685f7c-dd42-4d3d-b8a8-0920821e9bdf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 380 time: 0.0796006 Sep 15 08:40:15.847415 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'port': {'device_id': '428e434d-a812-474a-8a01-33576be02f29', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'admin_state_up': True, 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'security_groups': ['741d18fa-a371-4f1c-a04f-b25e1db17c3f']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:15.992957 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:15.997864 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Usage tracker for resource:port and tenant:18f68433aa8b44559fc7e8f961d9f9ba is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:16.000940 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:16.006918 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:16.022047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Made reservation on behalf of 18f68433aa8b44559fc7e8f961d9f9ba for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:16.027437 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.201862 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f869b-7568-433d-b536-54d1b35cf56b req-73f06ff0-d455-40d5-bda4-68b50228bfdf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:16.203954 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-824f869b-7568-433d-b536-54d1b35cf56b req-73f06ff0-d455-40d5-bda4-68b50228bfdf tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0918956 Sep 15 08:40:16.225078 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Allocated IP 172.20.0.11 (d97b9800-bfed-4900-85e6-4668f0a8b3ad/057230c9-f19e-4377-9a2b-ed514db9ede0/f38163dc-6c34-4300-98c4-779e2ea4972e) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:16.261348 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-824f869b-7568-433d-b536-54d1b35cf56b req-fc0cd088-4394-4367-9d62-d52c0b1fd91b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516863 Sep 15 08:40:16.448890 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.476510 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Transition to ACTIVE for port object f38163dc-6c34-4300-98c4-779e2ea4972e will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:16.508892 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.517756 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:16.597566 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:16.601035 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:16.604018 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:16.651710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:16.654769 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:16.678587 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:16.679963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.711710 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8696399 Sep 15 08:40:16.725075 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Request body: {'port': {'device_id': '428e434d-a812-474a-8a01-33576be02f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:16.841675 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.909943 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-0c730998-a167-45d0-a2d4-29f75e15d820 None None] Provisioning for port f38163dc-6c34-4300-98c4-779e2ea4972e completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:16.916494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-0c730998-a167-45d0-a2d4-29f75e15d820 None None] Provisioning complete for port f38163dc-6c34-4300-98c4-779e2ea4972e triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:40:16.916925 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0c730998-a167-45d0-a2d4-29f75e15d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:16.972544 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-0c730998-a167-45d0-a2d4-29f75e15d820 None None] Port f38163dc-6c34-4300-98c4-779e2ea4972e cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:40:17.032592 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6349a0-b51a-4f50-855a-581a57ec17a3 req-7b16067d-e917-4a91-8fbd-a152eed4cf0c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:17.034081 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c6349a0-b51a-4f50-855a-581a57ec17a3 req-7b16067d-e917-4a91-8fbd-a152eed4cf0c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 932 time: 0.0856557 Sep 15 08:40:17.079194 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c6349a0-b51a-4f50-855a-581a57ec17a3 req-f0bab0a7-8657-446f-a0a9-3aa989ba1d81 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394368 Sep 15 08:40:17.198580 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38163dc-6c34-4300-98c4-779e2ea4972e {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:17.205350 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.220347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Transition to ACTIVE for port object f38163dc-6c34-4300-98c4-779e2ea4972e will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:17.223750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.227739 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b5b94b57-b461-44ff-baba-bc902d78ca2d tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:17.351924 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:17.355550 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:17.492910 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d763d0-4eb1-4a57-8586-91f9160af99a req-0a8d0e7c-ffa9-45c6-94f1-b8994ef72306 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:17.494670 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-73d763d0-4eb1-4a57-8586-91f9160af99a req-0a8d0e7c-ffa9-45c6-94f1-b8994ef72306 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0887599 Sep 15 08:40:17.540519 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-73d763d0-4eb1-4a57-8586-91f9160af99a req-9c1d5b08-c9ed-46dd-ba2f-ebb4f50ea09d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401037 Sep 15 08:40:17.551054 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Attempting to bind port f38163dc-6c34-4300-98c4-779e2ea4972e on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:40:17.551392 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Attempting to bind port f38163dc-6c34-4300-98c4-779e2ea4972e by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:40:17.551725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Attempting to bind port f38163dc-6c34-4300-98c4-779e2ea4972e on network d97b9800-bfed-4900-85e6-4668f0a8b3ad {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:17.558384 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Port f38163dc-6c34-4300-98c4-779e2ea4972e on network d97b9800-bfed-4900-85e6-4668f0a8b3ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:40:17.558710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Attempting to bind port f38163dc-6c34-4300-98c4-779e2ea4972e on network d97b9800-bfed-4900-85e6-4668f0a8b3ad {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:17.564882 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:40:17.565216 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Checking segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:17.565595 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Bound using segment: {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:40:17.566041 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Bound port: f38163dc-6c34-4300-98c4-779e2ea4972e, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022b588b-cc13-485c-8221-20c0d7a6014c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:40:17.566389 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.656684 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:40:17.660128 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:40:17.664614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.669132 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-70013d24-ea48-4392-81bf-6fc40f463b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:17.731895 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:17.732659 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] 10.222.0.21 "PUT /v2.0/ports/f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 1094 time: 1.0118639 Sep 15 08:40:17.733159 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:17.753073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:17.766028 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:17.828804 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'status': 'completed', 'code': 200} Sep 15 08:40:17.872520 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-bae1573f-b06f-409c-9804-a634365b561f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1097 time: 0.0840480 Sep 15 08:40:17.960694 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-bdf58d90-2a66-41c9-a3cd-de5b43e47429 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 217 time: 0.0800111 Sep 15 08:40:18.030442 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-bc220475-5aaf-4c0a-ac06-c35ae84ddf89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.031835 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-bc220475-5aaf-4c0a-ac06-c35ae84ddf89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0653813 Sep 15 08:40:18.120782 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-0c15c293-de1f-40d0-908d-2e897c40883c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821702 Sep 15 08:40:18.126534 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-348f23b5-ffd3-46aa-a089-8559f35aca53 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e4741d54962a46ce923cd1c9e2a03fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275521 Sep 15 08:40:18.296077 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-a3710632-9bf9-4284-8a5e-f2acc76cc161 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630666 Sep 15 08:40:18.368544 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-6f71e4ce-6c1d-4414-8673-dcfb5d4546cd tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.372076 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-6f71e4ce-6c1d-4414-8673-dcfb5d4546cd tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375405 Sep 15 08:40:18.398216 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-e7d80424-e64c-4e7f-b908-71e9079a5113 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/quotas/e4741d54962a46ce923cd1c9e2a03fa0 HTTP/1.1" status: 200 len: 375 time: 0.0197473 Sep 15 08:40:18.450381 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-dc666fdf-70a4-4f76-8e1f-edc3b5ab8828 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4741d54962a46ce923cd1c9e2a03fa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453331 Sep 15 08:40:18.479849 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-d4ab701d-5001-4de2-b94c-9639edf83048 req-c537d1fe-74e9-43f1-bad3-a14a654697a0 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777933 Sep 15 08:40:18.553883 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ad22e-8b17-4840-b248-643c6d383cd5 req-28c00187-b5e3-46e3-b2ec-6b6faaa18b40 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.561465 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8b3ad22e-8b17-4840-b248-643c6d383cd5 req-28c00187-b5e3-46e3-b2ec-6b6faaa18b40 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.3224304 Sep 15 08:40:18.594483 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1be1-7288-42c7-95c7-4865779bce3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.628569 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-827c3df4-1313-48e3-898e-a6617c141df4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1097 time: 0.0930235 Sep 15 08:40:18.649037 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8b3ad22e-8b17-4840-b248-643c6d383cd5 req-772dd3c8-d778-446f-a475-1e7f4e05d032 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864956 Sep 15 08:40:18.661533 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a73e66a4-ccbd-457e-82e1-c5082485ef2b req-1063bb71-52fa-4b92-9528-d8e1ac000128 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 210 time: 0.0509160 Sep 15 08:40:18.773923 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-f276bbdb-fd87-4115-a711-4acb93b7fafc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.776909 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-f276bbdb-fd87-4115-a711-4acb93b7fafc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1415472 Sep 15 08:40:18.870365 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-b15bfc24-62cc-4a24-acac-aee3d102d2d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 217 time: 0.0856483 Sep 15 08:40:18.872071 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f510265-eecd-40d3-bf63-f0f5e6497108 req-ff1f03a5-4139-43dd-8193-9421fd4556e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.873539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5f510265-eecd-40d3-bf63-f0f5e6497108 req-ff1f03a5-4139-43dd-8193-9421fd4556e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0888455 Sep 15 08:40:18.888465 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:18.925692 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5f510265-eecd-40d3-bf63-f0f5e6497108 req-20da5968-2c83-47c9-98d6-17308b1dca14 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456181 Sep 15 08:40:18.947680 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-33f1f8bf-ecc6-4db3-bfc4-f8029ee08210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:18.949419 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-33f1f8bf-ecc6-4db3-bfc4-f8029ee08210 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0662255 Sep 15 08:40:19.034381 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-50d95854-a5ad-43cc-8153-e862627c7ee6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774040 Sep 15 08:40:19.174795 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-2214ec5c-4233-47a4-8305-6199939deb33 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278396 Sep 15 08:40:19.313228 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-76bc3ed7-7e38-485b-a5c4-4c57dc7099be req-243fd9f7-c3ca-4c15-92f3-ff661107618a service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255693 Sep 15 08:40:19.664208 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-1ef43127-3328-458d-bb07-bc06c4abba5f tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e4741d54962a46ce923cd1c9e2a03fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274649 Sep 15 08:40:19.883767 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76561e4f-e109-41c9-b056-e1f6b77d290d req-24778508-379c-4e4b-b4f6-8f17d5902e83 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 210 time: 0.0828388 Sep 15 08:40:19.961967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-283d64bd-e469-4884-b6fe-14078e92a095 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:19.964309 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-283d64bd-e469-4884-b6fe-14078e92a095 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951210 Sep 15 08:40:19.997101 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Request body: {'port': {'device_id': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639', 'admin_state_up': True, 'tenant_id': 'e4741d54962a46ce923cd1c9e2a03fa0'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:20.001057 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155c998-ae51-488a-bc4b-addcfa4e15be req-a4856718-fd07-4f3c-bf23-3264f2c65ebf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:20.002794 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0155c998-ae51-488a-bc4b-addcfa4e15be req-a4856718-fd07-4f3c-bf23-3264f2c65ebf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.1051757 Sep 15 08:40:20.077478 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0155c998-ae51-488a-bc4b-addcfa4e15be req-3a628dbd-3b18-4366-a787-72bf1b7f8292 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685072 Sep 15 08:40:20.168136 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:20.172790 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Usage tracker for resource:port and tenant:e4741d54962a46ce923cd1c9e2a03fa0 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:20.175791 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:20.180414 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3dc3c-b8f4-4883-82b6-742b98bc375d req-91c1928c-c98c-4e3c-ae14-fa75c9edc2ca tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:20.182170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:20.182982 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d5d3dc3c-b8f4-4883-82b6-742b98bc375d req-91c1928c-c98c-4e3c-ae14-fa75c9edc2ca tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0953705 Sep 15 08:40:20.196694 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Made reservation on behalf of e4741d54962a46ce923cd1c9e2a03fa0 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:20.202638 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.221556 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.234325 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d5d3dc3c-b8f4-4883-82b6-742b98bc375d req-9736d4a1-5006-405a-aa88-5d1c1e809464 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 Sep 15 08:40:20.258617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:20.269371 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Usage tracker for resource:security_group_rule and tenant:e4741d54962a46ce923cd1c9e2a03fa0 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:20.269371 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:20.271710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:20.351001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.354053 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.356810 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-45e9269f-2865-4596-9105-01de144ff66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:20.438571 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13f324-a6e1-41ff-976d-0ab614b2f8a3,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:20.443752 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:20.523123 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Allocated IP 192.168.233.24 (fb9c6954-d797-4c4e-9e70-a9c8ffdd6639/75a1a738-ffdc-4d1c-9739-c419bf510c27/888ca0fe-0513-494b-ae16-3061cf60aee0) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:20.726353 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.744471 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Transition to ACTIVE for port object 888ca0fe-0513-494b-ae16-3061cf60aee0 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:20.754195 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0471847b-e584-4657-8872-e3b8567a7bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.766144 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.771156 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:20.837145 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:20.840364 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:20.844630 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:20.869555 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Pushing event updated for resources: {'Port': ['ID=888ca0fe-0513-494b-ae16-3061cf60aee0,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:20.875320 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:20.908488 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:20.909128 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:20.940640 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9490526 Sep 15 08:40:20.953029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Request body: {'port': {'device_id': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:21.076622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.083808 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-15601f9a-778d-4ee7-a3f8-f4940e0225c9 None None] Provisioning for port 888ca0fe-0513-494b-ae16-3061cf60aee0 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:21.089525 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-15601f9a-778d-4ee7-a3f8-f4940e0225c9 None None] Provisioning complete for port 888ca0fe-0513-494b-ae16-3061cf60aee0 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:40:21.089921 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-15601f9a-778d-4ee7-a3f8-f4940e0225c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.152347 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-15601f9a-778d-4ee7-a3f8-f4940e0225c9 None None] Port 888ca0fe-0513-494b-ae16-3061cf60aee0 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:40:21.173395 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7c6b-ee67-4a90-a2cd-9d1a2d37b7be req-9e9b39cf-9fc3-4761-a1a9-d99d1bc9850e tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:21.174882 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ed6a7c6b-ee67-4a90-a2cd-9d1a2d37b7be req-9e9b39cf-9fc3-4761-a1a9-d99d1bc9850e tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 935 time: 0.1508603 Sep 15 08:40:21.268137 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ed6a7c6b-ee67-4a90-a2cd-9d1a2d37b7be req-1f4d1655-686f-4f6e-889e-52432e17219c tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Sep 15 08:40:21.303359 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078a83e-0b03-4049-9d24-2da2de74d02d req-cc5a6169-9350-431e-a7e5-e1f644b49fd8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:21.305019 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e078a83e-0b03-4049-9d24-2da2de74d02d req-cc5a6169-9350-431e-a7e5-e1f644b49fd8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0938377 Sep 15 08:40:21.394770 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e078a83e-0b03-4049-9d24-2da2de74d02d req-182b27f1-d3df-4d6a-8b74-f1518eb3c9c8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841446 Sep 15 08:40:21.489358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888ca0fe-0513-494b-ae16-3061cf60aee0 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:21.497178 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.500755 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be889f09-6191-4d1d-9b06-940e96bc9bf5 req-a4c1bbca-2746-496b-829d-9e5d1b26653d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:21.502353 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-be889f09-6191-4d1d-9b06-940e96bc9bf5 req-a4c1bbca-2746-496b-829d-9e5d1b26653d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0811269 Sep 15 08:40:21.512631 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Transition to ACTIVE for port object 888ca0fe-0513-494b-ae16-3061cf60aee0 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:21.516857 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.522795 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-134aec37-0e76-449c-a4c3-30f335d8928c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:21.552956 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-be889f09-6191-4d1d-9b06-940e96bc9bf5 req-57fd376f-3f7b-425a-ad10-a2762c2e0330 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Sep 15 08:40:21.603925 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.657544 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Pushing event updated for resources: {'Port': ['ID=888ca0fe-0513-494b-ae16-3061cf60aee0,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:21.661052 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:21.772076 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Attempting to bind port 888ca0fe-0513-494b-ae16-3061cf60aee0 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:40:21.772336 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Attempting to bind port 888ca0fe-0513-494b-ae16-3061cf60aee0 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:40:21.772663 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Attempting to bind port 888ca0fe-0513-494b-ae16-3061cf60aee0 on network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:21.780855 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Port 888ca0fe-0513-494b-ae16-3061cf60aee0 on network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:40:21.781175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Attempting to bind port 888ca0fe-0513-494b-ae16-3061cf60aee0 on network fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:21.787617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:40:21.787959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Checking segment: {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:21.788472 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Bound using segment: {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:40:21.788926 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Bound port: 888ca0fe-0513-494b-ae16-3061cf60aee0, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca6ce80-d309-4556-a98a-2ad5c39db7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:40:21.789296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.856508 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60688) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:21.883154 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] For port 888ca0fe-0513-494b-ae16-3061cf60aee0, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:40:21.887196 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] For port 888ca0fe-0513-494b-ae16-3061cf60aee0, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=888ca0fe-0513-494b-ae16-3061cf60aee0,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:40:21.891161 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.895446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-676ee748-9d73-4fa7-8f41-bf9f6addd812 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:21.952276 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:21.953529 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] 10.222.0.21 "PUT /v2.0/ports/888ca0fe-0513-494b-ae16-3061cf60aee0 HTTP/1.1" status: 200 len: 1097 time: 1.0052156 Sep 15 08:40:21.956635 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'tag': '888ca0fe-0513-494b-ae16-3061cf60aee0'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:21.984143 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Pushing event updated for resources: {'Port': ['ID=888ca0fe-0513-494b-ae16-3061cf60aee0,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:21.988088 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.020480 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.022797 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.046898 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'tag': '888ca0fe-0513-494b-ae16-3061cf60aee0', 'status': 'completed', 'code': 200} Sep 15 08:40:22.062739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:22.066946 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Usage tracker for resource:security_group_rule and tenant:f39d798ef0844ad182543d7487b731cc is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:22.070123 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:22.076804 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:22.146232 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:40:22.172473 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.175457 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-38cc406a-9e61-4537-9074-a0a386e0dd8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4741d54962a46ce923cd1c9e2a03fa0&device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 1100 time: 0.1753085 Sep 15 08:40:22.179034 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.186950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6e23bb78-c6f0-4960-a4b2-d42f3832bde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:22.214587 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7675a-c98d-43c9-a9d1-fc151c76739d,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:22.218647 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.243681 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f39d798ef0844ad182543d7487b731cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3860662 Sep 15 08:40:22.246289 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60696) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:22.248699 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-16082472-1f1c-48aa-b772-b9bcea176399 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=888ca0fe-0513-494b-ae16-3061cf60aee0 HTTP/1.1" status: 200 len: 217 time: 0.0647364 Sep 15 08:40:22.312563 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.314883 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:22.320385 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-c992ee4a-52e6-42c8-8c80-334b17c77779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:22.323026 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-c992ee4a-52e6-42c8-8c80-334b17c77779 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75a1a738-ffdc-4d1c-9739-c419bf510c27 HTTP/1.1" status: 200 len: 843 time: 0.0680888 Sep 15 08:40:22.334399 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'mac_address': 'fa:16:3e:3b:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:40:22.341155 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.404295 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.407832 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.416948 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-365d4de4-fb81-4f08-bcba-de74513e3ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:22.437788 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7675a-c98d-43c9-a9d1-fc151c76739d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:22.440805 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-8eb171ee-cb80-429e-8c9f-93538a0e3f04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9c6954-d797-4c4e-9e70-a9c8ffdd6639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1099517 Sep 15 08:40:22.460989 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.466555 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.467988 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-48282031-7508-48d6-b20e-beeeca8cd86a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5c7675a-c98d-43c9-a9d1-fc151c76739d HTTP/1.1" status: 204 len: 168 time: 0.2198935 Sep 15 08:40:22.480578 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38163dc-6c34-4300-98c4-779e2ea4972e {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:22.497430 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:22.505373 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:22.508124 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:22.560804 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec790b6d-3f61-4fda-b28d-643139becb3c req-5af188ce-7740-4b50-abb2-09bfc04b8234 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:22.567992 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ec790b6d-3f61-4fda-b28d-643139becb3c req-5af188ce-7740-4b50-abb2-09bfc04b8234 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 947 time: 0.0988338 Sep 15 08:40:22.578568 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:22.581874 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:22.659350 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ec790b6d-3f61-4fda-b28d-643139becb3c req-fff51be9-520b-4400-9c8e-159bab2d424f tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905325 Sep 15 08:40:22.665289 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-1593ac8d-8ade-4938-99a4-c39dbf5a8576 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9c6954-d797-4c4e-9e70-a9c8ffdd6639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168493 Sep 15 08:40:22.704736 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc34a6-99f6-453c-968c-5f2650079ead req-a2732e65-41dd-4078-beac-86edeb9fe3e2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:22.712025 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e9fc34a6-99f6-453c-968c-5f2650079ead req-a2732e65-41dd-4078-beac-86edeb9fe3e2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 945 time: 0.1221404 Sep 15 08:40:22.747760 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['f38163dc-6c34-4300-98c4-779e2ea4972e'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:22.827942 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e9fc34a6-99f6-453c-968c-5f2650079ead req-f082ee29-03cd-4e1b-9093-a4a7b4c9b4bf tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141801 Sep 15 08:40:22.837127 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-93d21b31-a932-446b-b27f-34d4583ed0f3 req-01eebc97-8fc1-49cf-804f-998d694da04b service neutron] 10.222.0.21 "GET /v2.0/networks/fb9c6954-d797-4c4e-9e70-a9c8ffdd6639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613846 Sep 15 08:40:22.921936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee993f6-3679-45cd-882f-9fd2a5f6220c req-277acf40-3f04-4964-9484-eb890fa81044 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:22.925314 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6ee993f6-3679-45cd-882f-9fd2a5f6220c req-277acf40-3f04-4964-9484-eb890fa81044 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0971112 Sep 15 08:40:22.977794 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-88f821a4-8c9f-470f-9970-7fd5f959d65c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4741d54962a46ce923cd1c9e2a03fa0&device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 1100 time: 0.0857899 Sep 15 08:40:22.979732 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6ee993f6-3679-45cd-882f-9fd2a5f6220c req-d5172c35-b283-4e9b-b28b-bfb3550b5f53 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488014 Sep 15 08:40:23.001346 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60710) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:23.027780 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.064598 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:23.068516 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2ba246bf7d47b9a5cbbed99e17b1e0 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:23.071410 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:23.077266 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:23.121992 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-fdd3cdf9-a17e-48e6-915e-f05f53e53a25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:23.123384 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-fdd3cdf9-a17e-48e6-915e-f05f53e53a25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb9c6954-d797-4c4e-9e70-a9c8ffdd6639 HTTP/1.1" status: 200 len: 870 time: 0.1370580 Sep 15 08:40:23.147369 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.151847 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.157932 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f3d496e5-9b7c-4e33-956e-d6936de40aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:23.193196 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-2472aa8b-83af-4adb-a39d-7643167cbc3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=888ca0fe-0513-494b-ae16-3061cf60aee0 HTTP/1.1" status: 200 len: 217 time: 0.0608926 Sep 15 08:40:23.195861 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627e5487-fe56-498f-97ab-2eb563c34012,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:23.199097 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:23.205019 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e2ba246bf7d47b9a5cbbed99e17b1e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2000916 Sep 15 08:40:23.205221 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60714) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:23.262571 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-974cae91-db2b-44d7-9b96-c8f5fc2b9c75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:23.264023 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-974cae91-db2b-44d7-9b96-c8f5fc2b9c75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=75a1a738-ffdc-4d1c-9739-c419bf510c27 HTTP/1.1" status: 200 len: 843 time: 0.0634258 Sep 15 08:40:23.266637 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.292663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.347950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.354778 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-e74b5111-d20d-4ec0-834e-37da0d44ccb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb9c6954-d797-4c4e-9e70-a9c8ffdd6639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0814488 Sep 15 08:40:23.355440 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5c73574c-51a8-4df8-bdb7-2981a30d1b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:23.357548 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.368182 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e5487-fe56-498f-97ab-2eb563c34012,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:23.370596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:23.373858 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.374972 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/627e5487-fe56-498f-97ab-2eb563c34012 HTTP/1.1" status: 204 len: 168 time: 0.1685631 Sep 15 08:40:23.492273 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-748670c4-58b2-4513-a868-b061b3dcdccf service neutron] 10.222.0.21 "GET /v2.0/networks/fb9c6954-d797-4c4e-9e70-a9c8ffdd6639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299248 Sep 15 08:40:23.631101 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f66cd841-7e80-4231-ba20-10575b0d8390 req-7acc09f1-d412-4566-aaa8-fab74ebcf416 service neutron] 10.222.0.21 "GET /v2.0/networks/fb9c6954-d797-4c4e-9e70-a9c8ffdd6639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323638 Sep 15 08:40:23.780678 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60724) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:23.841173 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:23.887292 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:23.892462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Usage tracker for resource:security_group_rule and tenant:44590a885bfd408198ee249b0c1068b8 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:23.897243 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:23.905362 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:23.914200 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699502d-1358-4d12-97d3-3799503ebc4d req-72977d47-1bdd-4081-a1ee-1d9093e53ead tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:23.915661 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e699502d-1358-4d12-97d3-3799503ebc4d req-72977d47-1bdd-4081-a1ee-1d9093e53ead tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 947 time: 0.1324618 Sep 15 08:40:23.984728 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e699502d-1358-4d12-97d3-3799503ebc4d req-b8a2a4a3-136f-4d2d-b9ec-91fd6f9be4de tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614598 Sep 15 08:40:24.057879 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.063586 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.071541 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-51ade49c-945a-4272-9024-d9d49bde373b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:24.127228 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705269f5-0887-48d4-92ad-3ca93358088e,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:24.136326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:24.162160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:40:24.168424 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44590a885bfd408198ee249b0c1068b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3867683 Sep 15 08:40:24.171129 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 60732) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:24.191194 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8a85f-14e1-4347-800a-34ea18ff4169 req-97bbc23c-6fc0-4141-976d-638379fb2ead tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:24.194303 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3fa8a85f-14e1-4347-800a-34ea18ff4169 req-97bbc23c-6fc0-4141-976d-638379fb2ead tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 945 time: 0.1946456 Sep 15 08:40:24.233311 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port f38163dc-6c34-4300-98c4-779e2ea4972e completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:24.239959 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port f38163dc-6c34-4300-98c4-779e2ea4972e triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:40:24.239959 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.243406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.256135 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3fa8a85f-14e1-4347-800a-34ea18ff4169 req-83666c0a-20f1-4bb8-96d3-0118bb7072af tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569828 Sep 15 08:40:24.266189 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a42f9-9980-4f84-87cc-b1a17590db7a req-159a9db3-a0d6-4300-acb3-bae9f86216a1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:24.267597 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c10a42f9-9980-4f84-87cc-b1a17590db7a req-159a9db3-a0d6-4300-acb3-bae9f86216a1 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1377213 Sep 15 08:40:24.272605 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.320873 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c10a42f9-9980-4f84-87cc-b1a17590db7a req-5fb4b665-6098-4eeb-9dc2-35da0b2ca03a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477211 Sep 15 08:40:24.349704 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.365452 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-23049ab6-c2c2-458d-8955-8cf21257fea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:24.374185 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705269f5-0887-48d4-92ad-3ca93358088e,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:24.381573 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.382560 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:24.384969 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.386626 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/705269f5-0887-48d4-92ad-3ca93358088e HTTP/1.1" status: 204 len: 168 time: 0.2144909 Sep 15 08:40:24.425918 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:24.437372 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:24.442382 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:24.445469 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:24.494470 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'code': 200} Sep 15 08:40:24.521238 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:24.531608 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:24.740540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d283d-414e-4830-bd1b-48199b18fbae req-c7987bf2-ebd1-4981-ad11-3f9acacc1a15 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:24.742361 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-100d283d-414e-4830-bd1b-48199b18fbae req-c7987bf2-ebd1-4981-ad11-3f9acacc1a15 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0900710 Sep 15 08:40:24.798054 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-100d283d-414e-4830-bd1b-48199b18fbae req-08c40563-4798-44c3-97c5-8997e4bf1f92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480144 Sep 15 08:40:24.858773 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4b312767-e729-4c4a-871c-5409fddb89f7 req-88b8b4d0-425d-4a8b-9355-f5b7f60a358c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1099 time: 0.1491036 Sep 15 08:40:24.861256 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-3e780ad4-2801-4fa9-aa5d-9ce3bce5cf03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1099 time: 0.1103072 Sep 15 08:40:25.083809 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4b312767-e729-4c4a-871c-5409fddb89f7 req-bdf3230b-a2a7-4a93-935e-e26e9a8cdf82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133498 Sep 15 08:40:25.123186 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-153c5112-e1ad-4f21-adf1-0076707fa241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:25.124631 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-153c5112-e1ad-4f21-adf1-0076707fa241 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 912 time: 0.2420642 Sep 15 08:40:25.194992 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cb62f-6db4-49a0-9a45-43bc1f0c52f0 req-909e2244-ac81-41bd-93e3-3ccb471991ab tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:25.196429 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-583cb62f-6db4-49a0-9a45-43bc1f0c52f0 req-909e2244-ac81-41bd-93e3-3ccb471991ab tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 947 time: 0.0795071 Sep 15 08:40:25.242515 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-583cb62f-6db4-49a0-9a45-43bc1f0c52f0 req-badfeaef-1fb0-40dd-b744-60aa3f3959b7 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396693 Sep 15 08:40:25.404968 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-f8b22a61-0ec6-4db3-bed7-2d2b0b052a11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 200 len: 1002 time: 0.1110454 Sep 15 08:40:25.474554 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-7d8333ea-4ec7-4abc-8f6d-89077f339d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:25.476023 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-7d8333ea-4ec7-4abc-8f6d-89077f339d7e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0613728 Sep 15 08:40:25.503612 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9833a6b-4044-4cd4-87f6-1f09d6e2b619 req-aa8a9254-c4bb-4b12-ac6b-fb1364a002f8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:25.505085 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9833a6b-4044-4cd4-87f6-1f09d6e2b619 req-aa8a9254-c4bb-4b12-ac6b-fb1364a002f8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0836105 Sep 15 08:40:25.553993 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9833a6b-4044-4cd4-87f6-1f09d6e2b619 req-86fdc131-03da-4a70-aa7d-19d215a5fbd9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Sep 15 08:40:25.557769 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-2a687849-b45d-4861-b6b5-031d6a4b18a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741057 Sep 15 08:40:25.698703 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-362c1275-4c5e-4cd2-87ad-13facd1f5723 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323903 Sep 15 08:40:25.839967 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0cd789a2-d95d-4beb-9360-0f6fa2ef2f6c req-de39665c-b1b8-484a-84d7-354d83e5dcf6 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333730 Sep 15 08:40:26.017143 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df0c92-a4f4-4c29-9c57-692a64d6db85 req-096d1bc7-ce68-4125-9e8e-be8479cc54a4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:26.018934 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-02df0c92-a4f4-4c29-9c57-692a64d6db85 req-096d1bc7-ce68-4125-9e8e-be8479cc54a4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0909579 Sep 15 08:40:26.097566 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-02df0c92-a4f4-4c29-9c57-692a64d6db85 req-6499b207-686d-418d-b994-e2deb5a58e4c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729952 Sep 15 08:40:26.097930 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-3aebab49-3557-4fd4-9e2b-e036aa99a48c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 1099 time: 0.1391902 Sep 15 08:40:26.177137 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 888ca0fe-0513-494b-ae16-3061cf60aee0 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:40:26.296239 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-0e6fd0a5-7915-4b85-b532-a32a744cb153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:26.300620 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-0e6fd0a5-7915-4b85-b532-a32a744cb153 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 912 time: 0.1689796 Sep 15 08:40:26.337729 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 888ca0fe-0513-494b-ae16-3061cf60aee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=888ca0fe-0513-494b-ae16-3061cf60aee0,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:26.360027 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '888ca0fe-0513-494b-ae16-3061cf60aee0', 'network_id': 'fb9c6954-d797-4c4e-9e70-a9c8ffdd6639', 'port_id': '888ca0fe-0513-494b-ae16-3061cf60aee0', 'mac_address': 'fa:16:3e:af:f6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a1a738-ffdc-4d1c-9739-c419bf510c27', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:40:26.433429 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:26.436687 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-0443e097-fcca-47b9-9b41-ac5ef18df83b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 200 len: 1002 time: 0.1286802 Sep 15 08:40:26.454619 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888ca0fe-0513-494b-ae16-3061cf60aee0 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:40:26.474222 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 888ca0fe-0513-494b-ae16-3061cf60aee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=888ca0fe-0513-494b-ae16-3061cf60aee0,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:26.491095 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:26.495082 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:26.519125 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-af1c74d4-9498-457e-be74-84fe03f3aa56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:26.520778 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-af1c74d4-9498-457e-be74-84fe03f3aa56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0762603 Sep 15 08:40:26.592539 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8265cf-094d-471c-a733-ba9ce08f8cd5 req-2111c43c-b898-414c-b8fe-32ff49db1278 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:26.594687 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4e8265cf-094d-471c-a733-ba9ce08f8cd5 req-2111c43c-b898-414c-b8fe-32ff49db1278 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 947 time: 0.1727996 Sep 15 08:40:26.624598 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=888ca0fe-0513-494b-ae16-3061cf60aee0,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:26.629231 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:26.647273 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-4c2689bc-d1de-426c-b669-5dab555579b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191154 Sep 15 08:40:26.662656 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4e8265cf-094d-471c-a733-ba9ce08f8cd5 req-3a5728bf-a952-4960-8ed9-7ee631c8da78 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621498 Sep 15 08:40:26.766384 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['888ca0fe-0513-494b-ae16-3061cf60aee0'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:26.792310 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75abc7-e76b-4256-9297-93a130501cf5 req-e2922561-5baa-43d9-a51f-e07e8ad3f23c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:26.793677 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4b75abc7-e76b-4256-9297-93a130501cf5 req-e2922561-5baa-43d9-a51f-e07e8ad3f23c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0814974 Sep 15 08:40:26.799735 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-2dacd4ec-2c14-4184-b5a7-3792efe098c3 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443329 Sep 15 08:40:26.845533 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4b75abc7-e76b-4256-9297-93a130501cf5 req-74fd365b-9666-49e5-ab38-4777725ce4df tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449622 Sep 15 08:40:26.958502 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-39c36398-9343-4e9a-8054-0eeddab5ceca req-aad6454d-5844-47bd-b44d-cdaaeac03931 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511424 Sep 15 08:40:27.055634 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91e71-67fa-4aaf-8ba3-844c2790c30a req-4337a649-73dc-4315-95b0-6e1f5d8224ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:27.057918 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c3b91e71-67fa-4aaf-8ba3-844c2790c30a req-4337a649-73dc-4315-95b0-6e1f5d8224ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0783513 Sep 15 08:40:27.066320 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 60798) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:27.071546 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Request body: {'floatingip': {'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:27.150342 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:27.468969 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f160-7be0-4c0f-8da0-842ce6d7b9dd req-e390510f-42a1-4d4b-8094-dd4613ff2431 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:27.470807 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b541f160-7be0-4c0f-8da0-842ce6d7b9dd req-e390510f-42a1-4d4b-8094-dd4613ff2431 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2479758 Sep 15 08:40:27.606523 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b541f160-7be0-4c0f-8da0-842ce6d7b9dd req-870cd652-c56d-46d6-8e7e-47c5bcb8b0ac tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278973 Sep 15 08:40:27.953524 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddd55b-edd2-44f5-9def-bc927913e1c1 req-e6cf18f9-9105-4d75-ae24-251237f2daa5 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:27.955013 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b0ddd55b-edd2-44f5-9def-bc927913e1c1 req-e6cf18f9-9105-4d75-ae24-251237f2daa5 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 948 time: 0.1398921 Sep 15 08:40:28.142315 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b0ddd55b-edd2-44f5-9def-bc927913e1c1 req-5257bdef-d3b0-408f-a457-549df1554ba2 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507537 Sep 15 08:40:28.155131 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:28.161890 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:28.187016 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 888ca0fe-0513-494b-ae16-3061cf60aee0 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:40:28.258687 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 888ca0fe-0513-494b-ae16-3061cf60aee0 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:28.264367 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 888ca0fe-0513-494b-ae16-3061cf60aee0 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:40:28.264744 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:28.414165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:28.445330 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888ca0fe-0513-494b-ae16-3061cf60aee0'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:28.455875 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 888ca0fe-0513-494b-ae16-3061cf60aee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=888ca0fe-0513-494b-ae16-3061cf60aee0,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:28.460863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:28.463489 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:28.474360 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.l3_db [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Floating IP 875a2c0f-95d7-44a4-9966-b5d3af019ff5 associated. External IP: 172.27.0.105, port: f38163dc-6c34-4300-98c4-779e2ea4972e. Sep 15 08:40:28.513347 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888ca0fe-0513-494b-ae16-3061cf60aee0', 'code': 200} Sep 15 08:40:28.530785 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=888ca0fe-0513-494b-ae16-3061cf60aee0,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:28.534008 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:28.769690 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a1d6e932-60c9-43ba-ac36-50c513e6a16a req-c1385ad3-d41b-40f8-a8a0-9ecf1428bf55 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 1102 time: 0.0713224 Sep 15 08:40:28.814283 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a1d6e932-60c9-43ba-ac36-50c513e6a16a req-bc802da2-7373-4aa7-8a7b-0313de9ee735 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Sep 15 08:40:28.893126 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Router d897420a-5941-447b-835c-4c1f11908254 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:40:29.100209 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:40:29.109533 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:40:29.112554 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:29.121934 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:29.122620 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:29.167257 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-dd9c52c1-28d2-443e-8831-5db10710310f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "PUT /v2.0/floatingips/875a2c0f-95d7-44a4-9966-b5d3af019ff5 HTTP/1.1" status: 200 len: 992 time: 2.0998273 Sep 15 08:40:29.168480 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:29.324299 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:29.375037 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c676bbc-8a64-458a-93c0-677abac5aec3 req-639f1cc1-075e-45ee-b5eb-0d375955b7cc tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.377347 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3c676bbc-8a64-458a-93c0-677abac5aec3 req-639f1cc1-075e-45ee-b5eb-0d375955b7cc tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 949 time: 0.1034060 Sep 15 08:40:29.435039 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3c676bbc-8a64-458a-93c0-677abac5aec3 req-c0df727c-13b7-4d70-937e-decdf248a2e8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516224 Sep 15 08:40:29.510463 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'status': 'completed', 'code': 200} Sep 15 08:40:29.627839 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-508d7106-1e38-4eb5-897d-638cb4753b7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1099 time: 0.0860333 Sep 15 08:40:29.738930 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '875a2c0f-95d7-44a4-9966-b5d3af019ff5', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd897420a-5941-447b-835c-4c1f11908254', 'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'mac_address': 'fa:16:3e:3b:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e434d-a812-474a-8a01-33576be02f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:40:12Z', 'updated_at': '2021-09-15T08:40:27Z', 'revision_number': 1, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:29.743134 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:40:29.754387 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:29.754988 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:29.769001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-d71ce5b7-491c-4928-b727-2d014b45462f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:29.770463 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-d71ce5b7-491c-4928-b727-2d014b45462f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1349373 Sep 15 08:40:29.943728 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:29.967317 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-ea33423e-ce22-4bb8-9f1c-96f76d7af973 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 1000 time: 0.1898072 Sep 15 08:40:30.029995 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-b4073aa1-1531-473a-83a8-ee7ba5bd8866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:30.031480 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-b4073aa1-1531-473a-83a8-ee7ba5bd8866 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0573404 Sep 15 08:40:30.116710 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-61ba6cce-f39f-499d-af07-bd5cfe7619ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735145 Sep 15 08:40:30.257289 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-fbc31285-20c1-4d67-8cdd-4fbcb391f970 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317103 Sep 15 08:40:30.307699 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '875a2c0f-95d7-44a4-9966-b5d3af019ff5', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd897420a-5941-447b-835c-4c1f11908254', 'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'mac_address': 'fa:16:3e:3b:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e434d-a812-474a-8a01-33576be02f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:40:12Z', 'updated_at': '2021-09-15T08:40:27Z', 'revision_number': 1, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:30.311631 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d653c45-d3da-4842-a070-b5e86080498e None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '875a2c0f-95d7-44a4-9966-b5d3af019ff5', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd897420a-5941-447b-835c-4c1f11908254', 'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'mac_address': 'fa:16:3e:3b:d6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428e434d-a812-474a-8a01-33576be02f29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:40:12Z', 'updated_at': '2021-09-15T08:40:27Z', 'revision_number': 1, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:40:30.410540 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c7e3e09d-9f27-49dc-bd6f-b672b029d1bb req-a2f45317-c44e-47bb-9765-bc6a0363d7d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378751 Sep 15 08:40:30.509026 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a146d118-8e6c-4b7d-91c1-543981bbe600 None None] New status for floating IP 875a2c0f-95d7-44a4-9966-b5d3af019ff5: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:40:30.655864 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc0487-c66a-445f-b1d8-0b7950baded2 req-341e4ffc-f88a-418d-ab1f-f56bf5a93283 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:30.657507 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76cc0487-c66a-445f-b1d8-0b7950baded2 req-341e4ffc-f88a-418d-ab1f-f56bf5a93283 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 949 time: 0.0935116 Sep 15 08:40:30.707392 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76cc0487-c66a-445f-b1d8-0b7950baded2 req-bd90a431-d1f8-4be1-9c7d-794b68c91ad3 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Sep 15 08:40:31.178554 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e39a4-98c9-49ae-a665-3de1afe54bd4 req-82e2a419-6da1-446e-9fc3-48a1e2882b14 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:31.179902 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-144e39a4-98c9-49ae-a665-3de1afe54bd4 req-82e2a419-6da1-446e-9fc3-48a1e2882b14 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 949 time: 0.0821135 Sep 15 08:40:31.225946 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-144e39a4-98c9-49ae-a665-3de1afe54bd4 req-05f3a98f-82b2-497b-9481-9a0a5b5de75c tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399196 Sep 15 08:40:32.427248 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32cb1b-72bf-4540-a361-a9325474fd02 req-53d98b97-2252-4aa9-a892-a9b5feb19b98 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:32.428736 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-db32cb1b-72bf-4540-a361-a9325474fd02 req-53d98b97-2252-4aa9-a892-a9b5feb19b98 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 949 time: 0.0778775 Sep 15 08:40:32.474845 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-db32cb1b-72bf-4540-a361-a9325474fd02 req-a14d5d0c-2044-445a-a611-739590cfe3c7 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/security-groups?id=ac13f324-a6e1-41ff-976d-0ab614b2f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Sep 15 08:40:32.666599 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-a7b6e753-9541-4475-ba02-2f217010d197 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:32.667296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-a7b6e753-9541-4475-ba02-2f217010d197 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Synchronizing usage tracker for tenant:e4741d54962a46ce923cd1c9e2a03fa0 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:40:32.683986 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-a7b6e753-9541-4475-ba02-2f217010d197 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Unset dirty status for tenant:e4741d54962a46ce923cd1c9e2a03fa0 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:40:32.685136 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-a7b6e753-9541-4475-ba02-2f217010d197 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 949 time: 0.1015513 Sep 15 08:40:32.758720 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Deleting port 888ca0fe-0513-494b-ae16-3061cf60aee0 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:40:32.759196 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:33.010545 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] For port 888ca0fe-0513-494b-ae16-3061cf60aee0, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=888ca0fe-0513-494b-ae16-3061cf60aee0,segment=NetworkSegment(bca6ce80-d309-4556-a98a-2ad5c39db7a7),segment_id=bca6ce80-d309-4556-a98a-2ad5c39db7a7)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:40:33.010978 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:33.132543 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Calling delete_port for 888ca0fe-0513-494b-ae16-3061cf60aee0 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:40:33.274586 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:33.280462 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-87951694-d350-4842-a3bb-a402f141b487 tempest-ServerRescueNegativeTestJSON-673414626 tempest-ServerRescueNegativeTestJSON-673414626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:33.287456 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['888ca0fe-0513-494b-ae16-3061cf60aee0'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:40:33.324668 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Pushing event deleted for resources: {'Port': ['ID=888ca0fe-0513-494b-ae16-3061cf60aee0,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:33.328075 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:33.406729 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] No DVR routers for this DVR port 888ca0fe-0513-494b-ae16-3061cf60aee0 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:40:33.409221 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:33.411834 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'name': 'network-vif-deleted', 'tag': '888ca0fe-0513-494b-ae16-3061cf60aee0'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:40:33.431710 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-bce92b8f-6ae3-4a61-a78f-6133e463b19a req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.21 "DELETE /v2.0/ports/888ca0fe-0513-494b-ae16-3061cf60aee0 HTTP/1.1" status: 204 len: 173 time: 0.7404451 Sep 15 08:40:33.484556 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e7b9ef-ac3e-474f-a17f-ccaab9aef028', 'name': 'network-vif-deleted', 'tag': '888ca0fe-0513-494b-ae16-3061cf60aee0', 'status': 'completed', 'code': 200} Sep 15 08:40:33.671812 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69985b12-e78b-4eb2-9624-9b8fafd3c246 req-858c26f6-d284-4c77-8258-5ca16e805c05 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e7b9ef-ac3e-474f-a17f-ccaab9aef028 HTTP/1.1" status: 200 len: 210 time: 0.0479579 Sep 15 08:40:36.241923 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 888ca0fe-0513-494b-ae16-3061cf60aee0 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:40:36.276674 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 888ca0fe-0513-494b-ae16-3061cf60aee0 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:40:36.277099 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 888ca0fe-0513-494b-ae16-3061cf60aee0 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:40:39.421959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 32822) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:39.594227 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5c78c82d-27b4-49f5-802f-004cc4aecc77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4741d54962a46ce923cd1c9e2a03fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1710539 Sep 15 08:40:39.596511 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 32828) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:39.653184 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.679578 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.736783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.740873 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-14449a58-ded9-49e4-8d03-fde9b5385aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:39.756671 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13f324-a6e1-41ff-976d-0ab614b2f8a3,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:39.760878 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:39.765618 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:39.769019 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac13f324-a6e1-41ff-976d-0ab614b2f8a3 HTTP/1.1" status: 204 len: 168 time: 0.1715300 Sep 15 08:40:46.191856 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:40:48.581918 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1af41b7f-9673-46d9-821e-31288157f32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:48.882038 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:50.756617 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-527ca40d-e194-46c8-bf12-744759910559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.606818 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:51.989541 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:53.351102 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.458885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 32924) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:54.596175 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.626656 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:54.630353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Usage tracker for resource:security_group_rule and tenant:1985744a847c454fac675400a7407ed4 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:54.633053 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:54.638844 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:54.702817 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.706687 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.713590 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ac7e7feb-eae1-4de0-b8de-08803661ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:54.751525 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c893e737-f395-4759-9eed-48131199ba28,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:54.757560 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1985744a847c454fac675400a7407ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2976851 Sep 15 08:40:54.760971 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 32930) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:54.763382 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.763751 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.764108 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.764462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.764814 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.765159 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.765505 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.765870 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.766222 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.766559 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.766895 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.770825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:54.820617 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.846338 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.896302 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.899785 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6b8290b2-f0a9-4181-b375-71bed9be4af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:54.912063 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c893e737-f395-4759-9eed-48131199ba28,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:54.918434 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:54.919548 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c893e737-f395-4759-9eed-48131199ba28 HTTP/1.1" status: 204 len: 168 time: 0.1576343 Sep 15 08:40:54.925000 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.925371 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.925735 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.926134 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.926493 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.926848 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.927201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.927550 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.927898 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.928243 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.928586 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:54.932209 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:55.685285 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 32954) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:55.811032 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-856868959-network', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:55.815649 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:55.819433 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Usage tracker for resource:network and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:55.823270 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:55.829497 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:55.839825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Made reservation on behalf of 8749b1f8c21947a7b8912d75085e3b1b for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:55.842033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:55.854543 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:55.885922 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:55.889655 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:55.892419 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:55.898003 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:55.966691 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:55.970080 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:55.972807 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fdab8b1f-c39e-4c76-8060-77d465e5126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:56.083551 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:40:56.089414 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b579f8-3e08-4666-a0af-ec96747224fb,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:56.092903 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:56.096736 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.096841 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Added segment 93b6f487-8186-4c37-97e9-7e3c119b6680 of type vlan for network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 Sep 15 08:40:56.123036 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.153794 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.155356 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:56.156146 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.161180 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5291de7-93fb-4145-b2ea-818c40a00bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:56.259952 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5730300 Sep 15 08:40:56.262448 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 32960) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:56.262974 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Pushing event updated for resources: {'Network': ['ID=1285d7df-5772-4ac1-9af5-dc99e38c22c3,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:56.265531 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:56.268246 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Request body: {'subnet': {'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-856868959-subnet', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:56.272962 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:40:56.273426 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:56.278741 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Usage tracker for resource:subnet and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:56.281580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:56.289134 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:56.299714 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Made reservation on behalf of 8749b1f8c21947a7b8912d75085e3b1b for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:40:56.302334 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2795859'] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.590641 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2795901'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.594339 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-53e1b639-d018-4d53-b416-e3c7592684bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:56.666552 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed9bd48-0717-46b3-a7f0-84c1c1294622,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:56.670359 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:56.675556 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Checking segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:56.675918 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Network hostable DHCP agents. Network: 1285d7df-5772-4ac1-9af5-dc99e38c22c3, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:40:56.698601 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:40:56.708058 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 1285d7df-5772-4ac1-9af5-dc99e38c22c3) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:56.712451 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:40:56.713054 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.718132 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c99e18-c0dc-40fb-90fa-9b13023d6266 None None] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:40:56.739883 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4737267 Sep 15 08:40:56.740082 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 32966) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:56.745671 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:40:56.750145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:40:56.754794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Usage tracker for resource:router and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:40:56.757597 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:40:56.764174 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:40:56.774897 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.775560 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.792745 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.937811 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:56.980892 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:40:56.981716 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.122423 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.133087 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Allocated IP 172.20.0.2 (1285d7df-5772-4ac1-9af5-dc99e38c22c3/fed9bd48-0717-46b3-a7f0-84c1c1294622/0052ca87-63db-4810-b516-ca78eadbd5c2) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:57.156717 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.291190 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Allocated IP 172.27.0.252 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/a00741be-9238-4dfe-ab0f-864eaf4330bd) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:57.338960 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.349088 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Transition to ACTIVE for port object 0052ca87-63db-4810-b516-ca78eadbd5c2 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:57.369037 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Transition to ACTIVE for port object 0052ca87-63db-4810-b516-ca78eadbd5c2 will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:57.374748 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.379525 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:57.446470 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.446857 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:57.447705 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Pushing event updated for resources: {'Port': ['ID=0052ca87-63db-4810-b516-ca78eadbd5c2,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:57.450093 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:57.452523 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:57.475405 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.480248 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e91d7f7d-9fa3-4ed7-9945-61d2cb6fc6b2 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:57.489540 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.489901 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.490236 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.490565 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.490893 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.491236 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.491541 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.491863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.492180 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.492501 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.492891 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:40:57.500386 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:57.547934 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:57.550629 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:57.552345 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Attempting to bind port 0052ca87-63db-4810-b516-ca78eadbd5c2 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:40:57.552727 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Attempting to bind port 0052ca87-63db-4810-b516-ca78eadbd5c2 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:40:57.553094 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Attempting to bind port 0052ca87-63db-4810-b516-ca78eadbd5c2 on network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:57.554308 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:57.559616 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:40:57.559995 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Checking segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:57.560399 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.560794 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Bound using segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:40:57.561284 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Bound port: 0052ca87-63db-4810-b516-ca78eadbd5c2, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:40:57.561658 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.586042 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Pushing event updated for resources: {'Port': ['ID=a00741be-9238-4dfe-ab0f-864eaf4330bd,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:57.597003 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:57.651332 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] For port 0052ca87-63db-4810-b516-ca78eadbd5c2, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:40:57.654294 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] For port 0052ca87-63db-4810-b516-ca78eadbd5c2, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0052ca87-63db-4810-b516-ca78eadbd5c2,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:40:57.658920 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.662893 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:57.723041 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.723785 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:57.737153 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Pushing event updated for resources: {'Port': ['ID=0052ca87-63db-4810-b516-ca78eadbd5c2,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:57.740062 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:57.988023 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:40:58.197567 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:40:58.206234 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Sync routers for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:40:58.217539 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:58.218187 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:58.222391 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:58.223622 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4825821 Sep 15 08:40:58.226202 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 32972) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:40:58.411353 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:58.673018 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2e656-51a8-4efb-877a-198604b2fd99 None None] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:40:58.804204 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-6f3ff194-77a3-4a5f-84a7-87be543eba08 None None] Provisioning for port 0052ca87-63db-4810-b516-ca78eadbd5c2 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:58.869575 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:57Z', 'revision_number': 3, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:58.878134 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Checking router: dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:40:58.878491 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Updating router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 port a00741be-9238-4dfe-ab0f-864eaf4330bd binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:40:58.970423 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.081871 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.301243 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Allocated IP 172.20.0.1 (1285d7df-5772-4ac1-9af5-dc99e38c22c3/fed9bd48-0717-46b3-a7f0-84c1c1294622/333f1c56-5160-41b5-a8e4-718fbac87216) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:40:59.363305 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.376480 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Transition to ACTIVE for port object a00741be-9238-4dfe-ab0f-864eaf4330bd will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:59.382994 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.387177 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:59.468668 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.475224 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570eb1c-9ccc-41d4-9e5b-b650861cee6b None None] Pushing event updated for resources: {'Port': ['ID=a00741be-9238-4dfe-ab0f-864eaf4330bd,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:59.478898 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Attempting to bind port a00741be-9238-4dfe-ab0f-864eaf4330bd on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:40:59.479275 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Attempting to bind port a00741be-9238-4dfe-ab0f-864eaf4330bd by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:40:59.479638 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Attempting to bind port a00741be-9238-4dfe-ab0f-864eaf4330bd on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:40:59.481761 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c570eb1c-9ccc-41d4-9e5b-b650861cee6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:59.487035 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Transition to ACTIVE for port object 333f1c56-5160-41b5-a8e4-718fbac87216 will not be triggered until provisioned by entity DHCP. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:40:59.492321 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:40:59.493370 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:40:59.493814 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.494237 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:40:59.494708 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Bound port: a00741be-9238-4dfe-ab0f-864eaf4330bd, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:40:59.495077 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.509848 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.514187 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:59.566417 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] For port a00741be-9238-4dfe-ab0f-864eaf4330bd, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:40:59.569395 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] For port a00741be-9238-4dfe-ab0f-864eaf4330bd, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a00741be-9238-4dfe-ab0f-864eaf4330bd,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:40:59.574128 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.577564 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:40:59.578837 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:40:59.581898 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:40:59.584369 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:40:59.627296 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Pushing event updated for resources: {'Port': ['ID=333f1c56-5160-41b5-a8e4-718fbac87216,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:59.631596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:59.649121 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.658818 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570eb1c-9ccc-41d4-9e5b-b650861cee6b None None] Pushing event updated for resources: {'Port': ['ID=a00741be-9238-4dfe-ab0f-864eaf4330bd,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:40:59.662329 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c570eb1c-9ccc-41d4-9e5b-b650861cee6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:40:59.663868 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:40:59.664473 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:40:59.755660 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.813903 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0052ca87-63db-4810-b516-ca78eadbd5c2 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:40:59.911808 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-bc7f428c-30f7-4ca3-8771-ad9ec89f6829 None None] Provisioning for port 333f1c56-5160-41b5-a8e4-718fbac87216 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:40:59.921916 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-bc7f428c-30f7-4ca3-8771-ad9ec89f6829 None None] Provisioning complete for port 333f1c56-5160-41b5-a8e4-718fbac87216 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:40:59.922303 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-bc7f428c-30f7-4ca3-8771-ad9ec89f6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.959561 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:40:59.981707 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:40:59.986194 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.013302 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-28c089f8-d463-409a-8ae6-2d998348c8c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:00.045940 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f428c-30f7-4ca3-8771-ad9ec89f6829 None None] Port 333f1c56-5160-41b5-a8e4-718fbac87216 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:00.051586 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 0052ca87-63db-4810-b516-ca78eadbd5c2 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:00.094280 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Pushing event updated for resources: {'Port': ['ID=333f1c56-5160-41b5-a8e4-718fbac87216,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:00.096580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.100117 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:00.109828 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 0052ca87-63db-4810-b516-ca78eadbd5c2 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:00.110245 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.322140 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:00.323400 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:00.380266 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.422160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 0052ca87-63db-4810-b516-ca78eadbd5c2, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0052ca87-63db-4810-b516-ca78eadbd5c2,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:00.432897 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.435383 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:00.465831 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 1, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:00.484468 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ae14e-8ec5-49fe-86d1-1c822d98de6b None None] The sync data for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi is: [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 1, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:00.512751 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=0052ca87-63db-4810-b516-ca78eadbd5c2,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:00.516523 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:00.575010 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-62e40276-2703-426a-b754-3c26649c5922 None None] Provisioning complete for port 333f1c56-5160-41b5-a8e4-718fbac87216 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:00.575402 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-62e40276-2703-426a-b754-3c26649c5922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:00.635754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-62e40276-2703-426a-b754-3c26649c5922 None None] Port 333f1c56-5160-41b5-a8e4-718fbac87216 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:00.757721 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:00.971847 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:00.981540 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] 10.222.0.36 "PUT /v2.0/routers/dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7543640 Sep 15 08:41:01.825576 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0052ca87-63db-4810-b516-ca78eadbd5c2 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:01.889519 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33002) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:01.895325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-557689620-network', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:01.900534 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:01.905380 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Usage tracker for resource:network and tenant:7551c11e06ac4bb0bc03c11266de0de6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:01.907291 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 0052ca87-63db-4810-b516-ca78eadbd5c2 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:01.907674 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:01.909238 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:01.916689 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:01.927999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Made reservation on behalf of 7551c11e06ac4bb0bc03c11266de0de6 for: {'network': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:01.932320 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:01.947280 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:01.982900 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:01.986825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Usage tracker for resource:security_group_rule and tenant:7551c11e06ac4bb0bc03c11266de0de6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:01.990023 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:01.997975 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:02.072929 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a00741be-9238-4dfe-ab0f-864eaf4330bd up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:02.076672 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.080610 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.084052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-07cba941-f74f-4f77-8a77-7669a2552620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.116667 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=75064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:41:02.126074 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79c2b1-8648-478c-9c4c-592cffb07315,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.129640 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.134057 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.134057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.segments_db [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Added segment 8797ad29-b703-449a-829a-0c02c67b4ba2 of type vlan for network a7ae5d12-af73-4bb7-aedd-a84bf52e789b Sep 15 08:41:02.150622 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port a00741be-9238-4dfe-ab0f-864eaf4330bd completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:02.155660 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port a00741be-9238-4dfe-ab0f-864eaf4330bd triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:02.156569 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.163214 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.194987 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.196370 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:02.197031 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.201893 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.287871 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.303980 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4108543 Sep 15 08:41:02.304397 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33006) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:02.307005 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ae5d12-af73-4bb7-aedd-a84bf52e789b,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.310666 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Request body: {'subnet': {'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-557689620-subnet', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:02.311140 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-05b1aa0c-5847-47de-b7f4-3b0ca2a45271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.312005 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port a00741be-9238-4dfe-ab0f-864eaf4330bd, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a00741be-9238-4dfe-ab0f-864eaf4330bd,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:02.317449 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.319545 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.325100 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:02.329271 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Usage tracker for resource:subnet and tenant:7551c11e06ac4bb0bc03c11266de0de6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:02.333156 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:02.340728 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:02.356136 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Made reservation on behalf of 7551c11e06ac4bb0bc03c11266de0de6 for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:02.357145 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:41:02.358583 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2233039'] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.485893 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=a00741be-9238-4dfe-ab0f-864eaf4330bd,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.489387 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.609975 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2326450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2233057'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.613527 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:02.689787 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31112040-8065-4b10-9bd5-088a787ad883,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:02.694056 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:02.704721 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Checking segment: {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:02.705079 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Network hostable DHCP agents. Network: a7ae5d12-af73-4bb7-aedd-a84bf52e789b, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:41:02.726347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:41:02.735783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, a7ae5d12-af73-4bb7-aedd-a84bf52e789b) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:02.740407 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:02.741014 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.748082 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f48f0-c01e-4b2b-b8a4-05dc67464c33 None None] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:02.765995 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-1d655498-f72e-4db5-9140-b329917e5cb7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4580088 Sep 15 08:41:02.766391 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33012) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:02.771714 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:02.776431 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:02.781026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Usage tracker for resource:router and tenant:7551c11e06ac4bb0bc03c11266de0de6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:02.784288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:02.790932 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:02.802031 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.803001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.822179 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.958938 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-a7ae5d12-af73-4bb7-aedd-a84bf52e789b', 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'fixed_ips': [{'subnet_id': '31112040-8065-4b10-9bd5-088a787ad883'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:41:02.959741 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:02.964523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.153928 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Allocated IP 172.20.0.2 (a7ae5d12-af73-4bb7-aedd-a84bf52e789b/31112040-8065-4b10-9bd5-088a787ad883/c0c0162e-1141-4f36-803b-c445e151470c) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:03.198179 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.232553 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.365695 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.371331 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Allocated IP 172.27.0.201 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/fe56a6d5-9091-4bea-b4fe-71631a01ba58) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:03.376880 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Transition to ACTIVE for port object c0c0162e-1141-4f36-803b-c445e151470c will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:03.395378 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Transition to ACTIVE for port object c0c0162e-1141-4f36-803b-c445e151470c will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:03.402056 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.406669 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:03.476001 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:03.480669 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:03.485324 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:03.488094 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Pushing event updated for resources: {'Port': ['ID=c0c0162e-1141-4f36-803b-c445e151470c,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:03.491611 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:03.583027 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Attempting to bind port c0c0162e-1141-4f36-803b-c445e151470c on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:03.583400 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Attempting to bind port c0c0162e-1141-4f36-803b-c445e151470c by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:03.583766 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Attempting to bind port c0c0162e-1141-4f36-803b-c445e151470c on network a7ae5d12-af73-4bb7-aedd-a84bf52e789b {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:03.591163 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:03.591658 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Checking segment: {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:03.592071 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.592469 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Bound using segment: {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:03.592935 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Bound port: c0c0162e-1141-4f36-803b-c445e151470c, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:03.593312 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.621997 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.650909 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.654966 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:03.692879 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] For port c0c0162e-1141-4f36-803b-c445e151470c, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:03.697357 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] For port c0c0162e-1141-4f36-803b-c445e151470c, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=c0c0162e-1141-4f36-803b-c445e151470c,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:03.703282 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.708360 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-ca215351-71f9-4d89-bb37-ac07e8333bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:03.725167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:03.726396 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:03.728949 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:03.762870 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe56a6d5-9091-4bea-b4fe-71631a01ba58,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:03.763309 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a00741be-9238-4dfe-ab0f-864eaf4330bd up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:03.765471 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:03.848116 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Pushing event updated for resources: {'Port': ['ID=c0c0162e-1141-4f36-803b-c445e151470c,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:03.853003 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:03.863947 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port a00741be-9238-4dfe-ab0f-864eaf4330bd triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:03.864404 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.909130 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:03.909892 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.162492 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:41:04.366950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:04.375357 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Sync routers for ids ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:04.387964 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Routers {'00fa9cec-3f0c-49a1-852b-01c5cd0de54e'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:04.388661 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:04.390384 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:04.391727 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6243699 Sep 15 08:41:04.394395 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33018) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:04.575270 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Set router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:04.760571 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466b0a3-ddd4-4cf6-a05d-925346675c9f None None] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:41:04.879991 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:41:03Z', 'revision_number': 3, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:04.884313 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Checking router: 00fa9cec-3f0c-49a1-852b-01c5cd0de54e for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:04.884695 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Updating router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e port fe56a6d5-9091-4bea-b4fe-71631a01ba58 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:04.894647 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9b9534f8-731f-4188-acdf-bf5da9391c8c None None] Provisioning for port c0c0162e-1141-4f36-803b-c445e151470c completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:04.936273 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.170254 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.277356 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.290042 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Transition to ACTIVE for port object fe56a6d5-9091-4bea-b4fe-71631a01ba58 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:05.297014 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.301216 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-20e0b257-7b08-4a66-b528-b087f271627f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:05.381741 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Pushing event updated for resources: {'Port': ['ID=fe56a6d5-9091-4bea-b4fe-71631a01ba58,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:05.385687 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Attempting to bind port fe56a6d5-9091-4bea-b4fe-71631a01ba58 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:05.386074 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Attempting to bind port fe56a6d5-9091-4bea-b4fe-71631a01ba58 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:05.386445 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Attempting to bind port fe56a6d5-9091-4bea-b4fe-71631a01ba58 on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:05.397601 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.397601 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.397901 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.398064 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.398386 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.398697 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.399545 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.399853 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.400167 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.400470 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.400803 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:05.404231 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:05.404603 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:05.404997 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.405426 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:05.405936 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Bound port: fe56a6d5-9091-4bea-b4fe-71631a01ba58, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:05.406221 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.430880 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:05.480786 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] For port fe56a6d5-9091-4bea-b4fe-71631a01ba58, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:05.482445 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Allocated IP 172.20.0.1 (a7ae5d12-af73-4bb7-aedd-a84bf52e789b/31112040-8065-4b10-9bd5-088a787ad883/5b604b43-5303-45b9-a011-fedab84f8fe2) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:05.483807 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] For port fe56a6d5-9091-4bea-b4fe-71631a01ba58, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=fe56a6d5-9091-4bea-b4fe-71631a01ba58,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:05.488705 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.494213 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:05.602499 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Routers {'00fa9cec-3f0c-49a1-852b-01c5cd0de54e'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:05.603118 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:05.632259 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.647967 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.provisioning_blocks [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Transition to ACTIVE for port object 5b604b43-5303-45b9-a011-fedab84f8fe2 will not be triggered until provisioned by entity DHCP. {{(pid=75064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:05.665532 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Pushing event updated for resources: {'Port': ['ID=fe56a6d5-9091-4bea-b4fe-71631a01ba58,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:05.670476 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:05.670653 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.678697 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-eb3573d6-3c18-4d75-a160-f8a08cee4841 tempest-VolumesSnapshotTestJSON-1098269000 tempest-VolumesSnapshotTestJSON-1098269000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:05.738806 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:05.742280 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:05.745358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:05.807947 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] Set router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:05.810392 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:05.842743 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device c0c0162e-1141-4f36-803b-c445e151470c up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:05.858410 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Pushing event updated for resources: {'Port': ['ID=5b604b43-5303-45b9-a011-fedab84f8fe2,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:05.912465 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:05.949703 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.004501 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port c0c0162e-1141-4f36-803b-c445e151470c completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:06.016772 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port c0c0162e-1141-4f36-803b-c445e151470c triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:06.019186 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.169905 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.208572 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:41:03Z', 'revision_number': 3, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:06.215221 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17d11e9-42b4-45c4-94d7-d025cb3aeb98 None None] The sync data for ids ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'] in dv-cinder-806007-2-iscsi is: [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:41:03Z', 'revision_number': 3, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:06.220869 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port c0c0162e-1141-4f36-803b-c445e151470c, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=c0c0162e-1141-4f36-803b-c445e151470c,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:06.224792 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7469115e-30e3-4f49-9f22-82ddd1e9f86e None None] Provisioning for port 5b604b43-5303-45b9-a011-fedab84f8fe2 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:06.233123 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7469115e-30e3-4f49-9f22-82ddd1e9f86e None None] Provisioning complete for port 5b604b43-5303-45b9-a011-fedab84f8fe2 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:06.233826 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7469115e-30e3-4f49-9f22-82ddd1e9f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.246502 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.252030 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.264790 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.271373 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:06.282002 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7edce470-1715-4efa-a656-ea27648b37d4 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:06.367042 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-7469115e-30e3-4f49-9f22-82ddd1e9f86e None None] Port 5b604b43-5303-45b9-a011-fedab84f8fe2 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:06.372327 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Pushing event updated for resources: {'Port': ['ID=5b604b43-5303-45b9-a011-fedab84f8fe2,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:06.376680 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:06.378693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.389047 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=c0c0162e-1141-4f36-803b-c445e151470c,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:06.392228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:06.571255 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:06.579178 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:06.750559 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3a113-2afe-4702-9cbc-3fb5e1f24ecd req-5976522f-48f6-46fe-9996-bb485845d649 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:06.752009 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-faa3a113-2afe-4702-9cbc-3fb5e1f24ecd req-5976522f-48f6-46fe-9996-bb485845d649 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.2570839 Sep 15 08:41:06.791158 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-1c43401e-bbac-4975-85c7-57eac3cf0cd4 None None] Provisioning complete for port 5b604b43-5303-45b9-a011-fedab84f8fe2 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:06.791697 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1c43401e-bbac-4975-85c7-57eac3cf0cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:06.821382 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-faa3a113-2afe-4702-9cbc-3fb5e1f24ecd req-3b5ccf3c-c6a2-4b37-aa33-edf67ec4ff0b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581491 Sep 15 08:41:06.846984 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-1c43401e-bbac-4975-85c7-57eac3cf0cd4 None None] Port 5b604b43-5303-45b9-a011-fedab84f8fe2 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:07.025884 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:07.309487 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:07.318159 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] 10.222.0.36 "PUT /v2.0/routers/00fa9cec-3f0c-49a1-852b-01c5cd0de54e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9227486 Sep 15 08:41:07.762316 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device c0c0162e-1141-4f36-803b-c445e151470c up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:07.838963 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port c0c0162e-1141-4f36-803b-c445e151470c triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:07.839261 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.026047 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61930e-02d8-41fb-a8dc-402f045aa41d req-f426b787-112c-4514-8613-28302f758ab8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:08.027499 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2f61930e-02d8-41fb-a8dc-402f045aa41d req-f426b787-112c-4514-8613-28302f758ab8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.0818989 Sep 15 08:41:08.082361 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2f61930e-02d8-41fb-a8dc-402f045aa41d req-785110c5-e923-427e-b352-74f10ac7c85c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4dcfd10a-2f9c-47cd-b191-e6516d00bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492632 Sep 15 08:41:08.397342 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-081d7ad7-9ef8-4913-8e7e-c0d3b06539e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:08.398183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-081d7ad7-9ef8-4913-8e7e-c0d3b06539e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:08.415017 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-081d7ad7-9ef8-4913-8e7e-c0d3b06539e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:08.416687 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-081d7ad7-9ef8-4913-8e7e-c0d3b06539e5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 946 time: 0.1010354 Sep 15 08:41:08.494569 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Deleting port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:08.495223 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:08.744193 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] For port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:08.744667 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.051180 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.051455 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.051761 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Floating IP 440ed655-e1ad-4469-ac01-281aba40e6b9 disassociated. External IP: 172.27.0.232, port: 4086ad15-1fd3-4c6f-99f9-7da3b27f7909. Sep 15 08:41:09.052096 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Calling delete_port for 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:09.209614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.216143 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d486f7f6-bea8-4830-8ae6-b169144db085 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:09.261855 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event deleted for resources: {'Port': ['ID=4086ad15-1fd3-4c6f-99f9-7da3b27f7909,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:09.266159 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:09.275357 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-15e71b9d-e5bd-4c7c-a44b-60bef0c75031 req-b7fbf95b-9443-4282-9299-02ec04fd9cb9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 210 time: 0.0552630 Sep 15 08:41:09.609867 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:09.862506 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:09.873208 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:09.888873 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:09.889592 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:09.939760 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] No DVR routers for this DVR port 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:41:09.942439 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:09.946546 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'name': 'network-vif-deleted', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:09.964283 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fbaddceb-ef25-4840-9376-ff873fce2b75 req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "DELETE /v2.0/ports/4086ad15-1fd3-4c6f-99f9-7da3b27f7909 HTTP/1.1" status: 204 len: 173 time: 1.5415654 Sep 15 08:41:10.138612 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:10.191497 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b509f0-7337-43a5-8a7f-2c31253b3373', 'name': 'network-vif-deleted', 'tag': '4086ad15-1fd3-4c6f-99f9-7da3b27f7909', 'status': 'completed', 'code': 200} Sep 15 08:41:10.538732 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:10.543214 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:10.555762 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:10.556505 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:10.593550 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-081d2d27-30e7-4713-890a-9d2bde8f04eb req-0e89fca3-7890-4e9d-9fb5-51ba15be1c53 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b509f0-7337-43a5-8a7f-2c31253b3373 HTTP/1.1" status: 200 len: 210 time: 0.1239138 Sep 15 08:41:10.781174 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:11.235308 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:11.248840 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb916f8-defa-4ee7-82b2-2a72c464d529 None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:11.763909 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33084) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:11.822424 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device fe56a6d5-9091-4bea-b4fe-71631a01ba58 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:11.851499 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.884596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.909555 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port fe56a6d5-9091-4bea-b4fe-71631a01ba58 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:11.917496 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port fe56a6d5-9091-4bea-b4fe-71631a01ba58 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:11.918114 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.952074 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.957241 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f26c08bb-f493-4a22-b272-720034f85971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:11.973069 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcfd10a-2f9c-47cd-b191-e6516d00bd20,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:11.976548 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:11.992721 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:11.999106 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "DELETE /v2.0/security-groups/4dcfd10a-2f9c-47cd-b191-e6516d00bd20 HTTP/1.1" status: 204 len: 168 time: 0.2290740 Sep 15 08:41:11.999323 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33088) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:12.016415 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.api.v2.resource [None req-c1e4d3ae-1b83-48b2-846a-f01678d26740 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] show failed (client error): The resource could not be found. Sep 15 08:41:12.019998 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c1e4d3ae-1b83-48b2-846a-f01678d26740 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups/4dcfd10a-2f9c-47cd-b191-e6516d00bd20 HTTP/1.1" status: 404 len: 347 time: 0.0188498 Sep 15 08:41:12.020745 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33092) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:12.076349 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.099819 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port fe56a6d5-9091-4bea-b4fe-71631a01ba58, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=fe56a6d5-9091-4bea-b4fe-71631a01ba58,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:12.107706 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.114439 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:12.186427 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=fe56a6d5-9091-4bea-b4fe-71631a01ba58,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:12.189953 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:12.216001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Deleting port 29bb3001-affc-4fdb-8477-645be1f06498 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:41:12.216360 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.380554 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:41:12.407457 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.407790 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.415430 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:41:12.415777 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 4086ad15-1fd3-4c6f-99f9-7da3b27f7909 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:41:12.540399 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Calling delete_port for 29bb3001-affc-4fdb-8477-645be1f06498 owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:41:12.700455 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.704174 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c5c93337-ab93-42b7-b701-fd385be01f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:12.746282 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event deleted for resources: {'Port': ['ID=29bb3001-affc-4fdb-8477-645be1f06498,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:12.749761 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:12.864100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.880572 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:12.886007 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "DELETE /v2.0/floatingips/440ed655-e1ad-4469-ac01-281aba40e6b9 HTTP/1.1" status: 204 len: 168 time: 0.8598351 Sep 15 08:41:13.115194 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33104) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:13.121931 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469379161', 'description': 'tempest-description--1889700503'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:13.129229 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:13.134766 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:13.140416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:13.149810 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:13.165127 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.210788 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:13.215754 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:13.219482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:13.226238 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:13.322091 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.330313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.336797 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4744d73c-d91b-44a5-a6a4-117533eaf32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:13.402383 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4440b593-6969-4427-b59e-f1393fdd02fd,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:13.405298 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:13.409636 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.414687 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33108) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:13.421111 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'security_group_rule': {'security_group_id': '4440b593-6969-4427-b59e-f1393fdd02fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:13.425014 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3086853 Sep 15 08:41:13.430920 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:13.436087 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:13.441090 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:13.447652 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:13.473410 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.548577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.557086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.562066 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:13.623401 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.627754 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2088954 Sep 15 08:41:13.628730 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33112) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:13.635645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e807619-7657-4b17-b6af-7f1cca4397ec,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:13.642340 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:13.650628 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'security_group_rule': {'security_group_id': '4440b593-6969-4427-b59e-f1393fdd02fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:13.661458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:13.677214 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:security_group_rule and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:13.693892 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:13.710728 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:13.746553 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.841546 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device fe56a6d5-9091-4bea-b4fe-71631a01ba58 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:13.843713 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.852535 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.855280 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ce6efc79-ed77-42f5-aa9d-64ef3b2324ca tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:13.881337 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f557f0-4c41-4ab6-b2e2-8c8b60833fef,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:13.890123 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:13.901582 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.903011 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a10453d8-1486-4e19-bbe2-ee9000565cdd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2733421 Sep 15 08:41:13.906090 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33120) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:13.911810 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:13.919229 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:13.924478 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Usage tracker for resource:floatingip and tenant:f4b8a2b94bc34332b54c43c7596efbe9 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:13.932881 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:13.939444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:13.942559 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port fe56a6d5-9091-4bea-b4fe-71631a01ba58 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:13.943129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:13.953126 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.110409 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.259808 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Allocated IP 172.27.0.4 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/92eb81d8-3368-4711-a020-4dc32e0d918a) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:14.429989 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.473663 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.478400 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-60d66c0e-f8a1-4c4f-a185-f18eff6cc125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:14.558844 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:14.562295 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:14.566733 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:14.592482 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'Port': ['ID=92eb81d8-3368-4711-a020-4dc32e0d918a,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:14.597340 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:14.741966 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:14.801916 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.051346 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.056889 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.061172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:15.171661 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'Port': ['ID=92eb81d8-3368-4711-a020-4dc32e0d918a,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:15.175535 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:15.182748 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.206982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:15.208185 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3011394 Sep 15 08:41:15.454663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-dd6d14ac-df89-4083-819d-404b561ffdfb tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:security_group {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:15.471934 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-dd6d14ac-df89-4083-819d-404b561ffdfb tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:security_group {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:15.473421 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-dd6d14ac-df89-4083-819d-404b561ffdfb tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--469379161&fields=id&tenant_id=f4b8a2b94bc34332b54c43c7596efbe9 HTTP/1.1" status: 200 len: 267 time: 0.0654454 Sep 15 08:41:15.595122 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Sync routers for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:15.615999 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:15.619066 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:15.791019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-d4f68259-4126-4141-a623-d4470f77ffa7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:15.798252 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-d4f68259-4126-4141-a623-d4470f77ffa7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 811 time: 0.3159931 Sep 15 08:41:15.825724 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-ff84a2bc-a043-49bb-92c5-b4c9399b2782 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/quotas/f4b8a2b94bc34332b54c43c7596efbe9 HTTP/1.1" status: 200 len: 375 time: 0.0249138 Sep 15 08:41:15.840657 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:15.923827 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-630d7998-d306-4aca-a15f-3fdf575c718a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:15.949148 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-630d7998-d306-4aca-a15f-3fdf575c718a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:15.951189 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-630d7998-d306-4aca-a15f-3fdf575c718a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243739 Sep 15 08:41:16.345764 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 2, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:16.350873 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Checking router: dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:16.351459 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Updating router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 port 333f1c56-5160-41b5-a8e4-718fbac87216 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:16.417672 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.418061 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-2025eca5-50d8-41aa-9439-f0b69a2a6a07 service neutron] 10.222.0.36 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494517 Sep 15 08:41:16.541019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea0a84-f525-44d1-8aa3-d9caff7ad772 req-fcc02431-8d76-485c-9799-847dc8649c13 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:16.544470 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c2ea0a84-f525-44d1-8aa3-d9caff7ad772 req-fcc02431-8d76-485c-9799-847dc8649c13 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.2089410 Sep 15 08:41:16.598950 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-642042a7-7ced-4082-9227-6124a7b5f940 service neutron] 10.222.0.36 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740665 Sep 15 08:41:16.634848 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c2ea0a84-f525-44d1-8aa3-d9caff7ad772 req-895520ae-dce1-4238-9969-4d5733470d89 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769637 Sep 15 08:41:16.888975 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1944b8b1-65e1-4986-acbe-948cfb34eb66 None None] New status for floating IP 440ed655-e1ad-4469-ac01-281aba40e6b9: DOWN {{(pid=75065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:16.910433 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-31f7b861-7a5c-47d4-afc8-3ab95152431f req-9df5adfe-8128-488a-a602-5e324484b5a8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 210 time: 0.1074543 Sep 15 08:41:16.980422 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:16.993494 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Transition to ACTIVE for port object 333f1c56-5160-41b5-a8e4-718fbac87216 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:17.001132 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.012481 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:17.213625 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df77638-6893-4251-bc9c-635fdc2c6cce None None] Pushing event updated for resources: {'Port': ['ID=333f1c56-5160-41b5-a8e4-718fbac87216,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:17.257106 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8df77638-6893-4251-bc9c-635fdc2c6cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:17.278533 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Attempting to bind port 333f1c56-5160-41b5-a8e4-718fbac87216 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:17.278899 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Attempting to bind port 333f1c56-5160-41b5-a8e4-718fbac87216 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:17.279260 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Attempting to bind port 333f1c56-5160-41b5-a8e4-718fbac87216 on network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:17.303881 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:17.304264 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Checking segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:17.304765 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.305290 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Bound using segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:17.305826 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Bound port: 333f1c56-5160-41b5-a8e4-718fbac87216, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:17.306120 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.435859 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] For port 333f1c56-5160-41b5-a8e4-718fbac87216, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:17.439095 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] For port 333f1c56-5160-41b5-a8e4-718fbac87216, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=333f1c56-5160-41b5-a8e4-718fbac87216,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:17.448283 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:17.462924 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-b59deec2-0bb7-4dfb-bbfb-d28a3fae6e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:17.552380 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:17.554799 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:17.636987 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Sync routers for ids ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:17.669768 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df77638-6893-4251-bc9c-635fdc2c6cce None None] Pushing event updated for resources: {'Port': ['ID=333f1c56-5160-41b5-a8e4-718fbac87216,revision_number=4']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:17.673526 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8df77638-6893-4251-bc9c-635fdc2c6cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:17.692420 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Routers {'00fa9cec-3f0c-49a1-852b-01c5cd0de54e'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:17.693046 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:17.898098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 333f1c56-5160-41b5-a8e4-718fbac87216 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:17.995560 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e099225-e101-4a47-a987-ecaf51fc6164 req-85bbcb3a-72f4-4f54-b10e-feed03089381 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:17.999097 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5e099225-e101-4a47-a987-ecaf51fc6164 req-85bbcb3a-72f4-4f54-b10e-feed03089381 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1479135 Sep 15 08:41:18.056167 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 333f1c56-5160-41b5-a8e4-718fbac87216 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:18.064072 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 333f1c56-5160-41b5-a8e4-718fbac87216 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:18.066146 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.077953 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5e099225-e101-4a47-a987-ecaf51fc6164 req-116667f8-7e39-4926-9449-3994ba69a6f6 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728807 Sep 15 08:41:18.079762 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:18.163650 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Set router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:18.235057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ffc526d0-d88e-4f32-890d-cc38567480e9 req-79668506-0838-4978-bc38-7bae53b4f352 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 210 time: 0.0586605 Sep 15 08:41:18.244141 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.291543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 333f1c56-5160-41b5-a8e4-718fbac87216, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=333f1c56-5160-41b5-a8e4-718fbac87216,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:18.296958 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.304016 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:18.397716 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=333f1c56-5160-41b5-a8e4-718fbac87216,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:18.401888 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:18.600459 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-fe035527-b0d9-438e-825d-6692f57f0d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.840683 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:17Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:18.848168 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46ec88-6bd1-4081-ab25-dd689bcbfe39 None None] The sync data for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi is: [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:17Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:18.864985 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:41:05Z', 'revision_number': 4, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '5b604b43-5303-45b9-a011-fedab84f8fe2', 'name': '', 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'mac_address': 'fa:16:3e:a6:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31112040-8065-4b10-9bd5-088a787ad883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:06Z', 'revision_number': 2, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'subnets': [{'id': '31112040-8065-4b10-9bd5-088a787ad883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:18.871143 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Checking router: 00fa9cec-3f0c-49a1-852b-01c5cd0de54e for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:18.871506 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Updating router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e port 5b604b43-5303-45b9-a011-fedab84f8fe2 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:41:18.917414 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:18.946271 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.101085 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-fd94d08e-b161-4345-8b07-95bfc1366a01 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:19.103755 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-fd94d08e-b161-4345-8b07-95bfc1366a01 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 811 time: 0.4305339 Sep 15 08:41:19.198545 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-2693ed32-8980-4d82-8160-3fb6b522ce75 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b8a2b94bc34332b54c43c7596efbe9 HTTP/1.1" status: 200 len: 379 time: 0.0746067 Sep 15 08:41:19.208978 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'port': {'device_id': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'admin_state_up': True, 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'security_groups': ['4440b593-6969-4427-b59e-f1393fdd02fd']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:19.432610 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.454314 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Transition to ACTIVE for port object 5b604b43-5303-45b9-a011-fedab84f8fe2 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:19.472476 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.496518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71aaa6-c4f3-491b-8aa6-1924d103496d req-819a430e-9a9f-45e3-b3c4-dc55dce6e707 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:19.498156 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-32509330-d381-44b4-8272-6dbbb4e7183b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:19.500189 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cd71aaa6-c4f3-491b-8aa6-1924d103496d req-819a430e-9a9f-45e3-b3c4-dc55dce6e707 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1508288 Sep 15 08:41:19.585036 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b153d143-1bb3-43b2-bd31-8c118c0b6590 req-d2cbea87-2332-4a16-8b7c-fae519dae548 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 210 time: 0.0572128 Sep 15 08:41:19.604152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:19.615731 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:19.647444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Made reservation on behalf of f4b8a2b94bc34332b54c43c7596efbe9 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:19.651408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.653577 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cd71aaa6-c4f3-491b-8aa6-1924d103496d req-58c3d349-b60c-4341-8e77-5d60c79e4e16 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464121 Sep 15 08:41:19.794806 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f6578-5233-45a6-a2a8-085ba04301c4 None None] Pushing event updated for resources: {'Port': ['ID=5b604b43-5303-45b9-a011-fedab84f8fe2,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:19.826334 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Attempting to bind port 5b604b43-5303-45b9-a011-fedab84f8fe2 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:19.826716 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Attempting to bind port 5b604b43-5303-45b9-a011-fedab84f8fe2 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:19.827082 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Attempting to bind port 5b604b43-5303-45b9-a011-fedab84f8fe2 on network a7ae5d12-af73-4bb7-aedd-a84bf52e789b {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:19.844502 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:19.845189 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Checking segment: {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:19.845618 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.846531 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Bound using segment: {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:19.846658 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Bound port: 5b604b43-5303-45b9-a011-fedab84f8fe2, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8797ad29-b703-449a-829a-0c02c67b4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:19.846978 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:19.935998 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3d7f6578-5233-45a6-a2a8-085ba04301c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:19.944889 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Allocated IP 172.20.0.12 (cb672797-37c2-4dde-bc91-62357c542c19/3202846d-867e-40aa-8799-d846cee08586/73250328-2f0f-481b-85f7-91865b02eda9) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:19.980889 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 333f1c56-5160-41b5-a8e4-718fbac87216 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:19.992088 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] For port 5b604b43-5303-45b9-a011-fedab84f8fe2, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:19.995732 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] For port 5b604b43-5303-45b9-a011-fedab84f8fe2, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=5b604b43-5303-45b9-a011-fedab84f8fe2,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:20.001253 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.006919 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:20.090671 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 333f1c56-5160-41b5-a8e4-718fbac87216 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:20.091359 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.099622 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Routers {'00fa9cec-3f0c-49a1-852b-01c5cd0de54e'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:20.100254 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:40:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:20.179103 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f6578-5233-45a6-a2a8-085ba04301c4 None None] Pushing event updated for resources: {'Port': ['ID=5b604b43-5303-45b9-a011-fedab84f8fe2,revision_number=4']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:20.190275 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-3d7f6578-5233-45a6-a2a8-085ba04301c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:20.289560 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.316806 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Transition to ACTIVE for port object 73250328-2f0f-481b-85f7-91865b02eda9 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:20.343274 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.344645 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] Set router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:20.350602 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-04d97a48-931a-4b36-96e3-25d85c571ffe tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:20.422596 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Network cb672797-37c2-4dde-bc91-62357c542c19 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:20.432821 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:20.438912 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:20.508831 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event updated for resources: {'Port': ['ID=73250328-2f0f-481b-85f7-91865b02eda9,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:20.521934 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:20.540460 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:20.541110 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.577071 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-c5e9989e-c95e-460d-8686-8fc70646db92 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3720527 Sep 15 08:41:20.678336 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Request body: {'port': {'device_id': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:20.775392 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-17e307c4-b252-4b22-928e-b8099ac54578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.812992 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:41:05Z', 'revision_number': 4, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '5b604b43-5303-45b9-a011-fedab84f8fe2', 'name': '', 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'mac_address': 'fa:16:3e:a6:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31112040-8065-4b10-9bd5-088a787ad883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'subnets': [{'id': '31112040-8065-4b10-9bd5-088a787ad883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:20.824427 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ba25b-1798-4759-ae86-14c8ae5d23d1 None None] The sync data for ids ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'] in dv-cinder-806007-2-iscsi is: [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:41:05Z', 'revision_number': 4, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '5b604b43-5303-45b9-a011-fedab84f8fe2', 'name': '', 'network_id': 'a7ae5d12-af73-4bb7-aedd-a84bf52e789b', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'mac_address': 'fa:16:3e:a6:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31112040-8065-4b10-9bd5-088a787ad883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:05Z', 'updated_at': '2021-09-15T08:41:19Z', 'revision_number': 4, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'subnets': [{'id': '31112040-8065-4b10-9bd5-088a787ad883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:20.833754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-68e99ad2-b705-4207-b024-527fc14370f3 None None] Provisioning for port 73250328-2f0f-481b-85f7-91865b02eda9 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:20.853472 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-68e99ad2-b705-4207-b024-527fc14370f3 None None] Provisioning complete for port 73250328-2f0f-481b-85f7-91865b02eda9 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:20.853857 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-68e99ad2-b705-4207-b024-527fc14370f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:20.969177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41842bd0-c246-4827-9b3c-62e4ea31c472 req-fa9a9e66-c0e0-4fc9-bdbb-39209a8be43e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:20.971596 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-41842bd0-c246-4827-9b3c-62e4ea31c472 req-fa9a9e66-c0e0-4fc9-bdbb-39209a8be43e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 932 time: 0.1862659 Sep 15 08:41:20.999376 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-68e99ad2-b705-4207-b024-527fc14370f3 None None] Port 73250328-2f0f-481b-85f7-91865b02eda9 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:21.045056 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.114584 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-41842bd0-c246-4827-9b3c-62e4ea31c472 req-05fb76fe-e0e9-42fe-8244-045ac6f72741 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363587 Sep 15 08:41:21.155568 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df074a6-bddc-436c-8778-8563797a258f req-6f91f7af-a6b4-4475-8123-8a66f7c37c9d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:21.157147 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5df074a6-bddc-436c-8778-8563797a258f req-6f91f7af-a6b4-4475-8123-8a66f7c37c9d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1503656 Sep 15 08:41:21.223182 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5df074a6-bddc-436c-8778-8563797a258f req-79d4258e-78b7-46cf-9144-8f12ee61464b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599453 Sep 15 08:41:21.451210 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73250328-2f0f-481b-85f7-91865b02eda9 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:21.458750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.474175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Transition to ACTIVE for port object 73250328-2f0f-481b-85f7-91865b02eda9 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:21.479798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.485410 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8c4fd90-2f62-4f37-b4ad-7baa69ac04c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:21.669876 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.706740 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=73250328-2f0f-481b-85f7-91865b02eda9,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:21.718866 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:21.775751 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Attempting to bind port 73250328-2f0f-481b-85f7-91865b02eda9 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:21.776092 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Attempting to bind port 73250328-2f0f-481b-85f7-91865b02eda9 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:21.776422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Attempting to bind port 73250328-2f0f-481b-85f7-91865b02eda9 on network cb672797-37c2-4dde-bc91-62357c542c19 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:21.787407 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Port 73250328-2f0f-481b-85f7-91865b02eda9 on network cb672797-37c2-4dde-bc91-62357c542c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:21.788040 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Attempting to bind port 73250328-2f0f-481b-85f7-91865b02eda9 on network cb672797-37c2-4dde-bc91-62357c542c19 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:21.819737 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:21.821137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Checking segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:21.822346 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Bound using segment: {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:21.822700 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Bound port: 73250328-2f0f-481b-85f7-91865b02eda9, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4131629-ba44-456c-8a34-0a3ef509cba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:21.823053 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.848191 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 5b604b43-5303-45b9-a011-fedab84f8fe2 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:21.935475 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] For port 73250328-2f0f-481b-85f7-91865b02eda9, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:21.939358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] For port 73250328-2f0f-481b-85f7-91865b02eda9, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73250328-2f0f-481b-85f7-91865b02eda9,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:21.946784 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.961986 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 5b604b43-5303-45b9-a011-fedab84f8fe2 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:21.962171 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-33d03ca3-634a-4a16-b352-e811bf52ef3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:21.967073 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 5b604b43-5303-45b9-a011-fedab84f8fe2 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:21.967457 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:21.986779 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-0752589d-1cae-4220-a45c-a2400f81b634 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:21.988351 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-0752589d-1cae-4220-a45c-a2400f81b634 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 814 time: 0.2063508 Sep 15 08:41:22.012966 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-8c7a2e33-f5af-41a1-9bf5-f9df668513da tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/quotas/8749b1f8c21947a7b8912d75085e3b1b HTTP/1.1" status: 200 len: 375 time: 0.0187309 Sep 15 08:41:22.015182 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.016626 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] 10.222.0.21 "PUT /v2.0/ports/73250328-2f0f-481b-85f7-91865b02eda9 HTTP/1.1" status: 200 len: 1094 time: 1.4319408 Sep 15 08:41:22.017123 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:22.033258 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.050465 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=73250328-2f0f-481b-85f7-91865b02eda9,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:22.053936 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:22.124565 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.149311 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-0344b208-5322-4559-b046-3a7f2b5d10bf tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Synchronizing usage tracker for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:22.171672 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 5b604b43-5303-45b9-a011-fedab84f8fe2, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=5b604b43-5303-45b9-a011-fedab84f8fe2,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:22.172971 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9', 'status': 'completed', 'code': 200} Sep 15 08:41:22.179134 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:22.181216 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:22.191996 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-0344b208-5322-4559-b046-3a7f2b5d10bf tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Unset dirty status for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:22.193470 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-0344b208-5322-4559-b046-3a7f2b5d10bf tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793807 Sep 15 08:41:22.226288 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-2dce2719-4847-4684-a48d-b82fce56eb7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 1097 time: 0.1194663 Sep 15 08:41:22.346443 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=5b604b43-5303-45b9-a011-fedab84f8fe2,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:22.350628 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:22.401402 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-68f00387-8d17-447c-8be3-00935b8286ff service neutron] 10.222.0.36 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960604 Sep 15 08:41:22.437012 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-4b68b14a-b0e1-45d7-bf4b-0e34a3daa81b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73250328-2f0f-481b-85f7-91865b02eda9 HTTP/1.1" status: 200 len: 217 time: 0.2026703 Sep 15 08:41:22.501884 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-03295765-f348-43b3-a0be-2ebb9fae9233 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:22.503552 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-03295765-f348-43b3-a0be-2ebb9fae9233 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0602262 Sep 15 08:41:22.542852 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da899a56-8524-4aea-aff6-748baae8c77a req-7c6cc980-eacf-4ede-9b49-ee04922a3793 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:22.544303 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-da899a56-8524-4aea-aff6-748baae8c77a req-7c6cc980-eacf-4ede-9b49-ee04922a3793 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 944 time: 0.1848409 Sep 15 08:41:22.577294 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-95d3c46c-f335-42c8-8995-898414bde108 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679893 Sep 15 08:41:22.579104 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-cfd5a969-aefb-4798-aeb6-64114fd5da12 service neutron] 10.222.0.36 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691926 Sep 15 08:41:22.607020 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-da899a56-8524-4aea-aff6-748baae8c77a req-670f5cf4-90c8-4fbc-aec3-b3fd033556ca tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520253 Sep 15 08:41:22.725047 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-ee79a8b8-9af1-483c-8e6d-268b9b44c96f service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413715 Sep 15 08:41:22.870595 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5ed1b0f7-fa1e-4653-ad0f-9ede57f47d1e req-628c0e8b-336c-4020-aa2a-d0385369c454 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395674 Sep 15 08:41:22.905299 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1d0855ac-4df9-4af0-b85b-2ceaae7efba8 req-0bf8ff11-1f59-4c0b-9120-315fd15b886e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 210 time: 0.0537307 Sep 15 08:41:22.945166 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b85e4d-fc95-4f14-be8a-bd9c8192da58 req-9c2a9769-4fbb-4595-bc43-0882cae8680c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:22.946667 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-96b85e4d-fc95-4f14-be8a-bd9c8192da58 req-9c2a9769-4fbb-4595-bc43-0882cae8680c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.2220569 Sep 15 08:41:22.995084 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-f9c9a1a3-2663-4dcc-9588-a4b3c6e3f0ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 1097 time: 0.0780210 Sep 15 08:41:22.996347 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-96b85e4d-fc95-4f14-be8a-bd9c8192da58 req-19bafa34-6916-48df-9bd0-035d7bf6894a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Sep 15 08:41:23.129483 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-527fd6d5-ea03-4f12-9603-58ae32c24cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:23.131095 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-527fd6d5-ea03-4f12-9603-58ae32c24cab service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 912 time: 0.1298780 Sep 15 08:41:23.191797 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:41:23.201904 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-9fd0cd1c-18be-4ea8-98a3-a38ebcd512c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73250328-2f0f-481b-85f7-91865b02eda9 HTTP/1.1" status: 200 len: 217 time: 0.0639861 Sep 15 08:41:23.266362 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-b05f9aa4-4d9f-49d9-a84c-738c2d710469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:23.267786 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-b05f9aa4-4d9f-49d9-a84c-738c2d710469 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0586407 Sep 15 08:41:23.348174 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-4e83321f-d2cd-46cf-9494-8709b753aa9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737638 Sep 15 08:41:23.361991 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.488516 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-23bba2d9-320e-4e8b-87c3-442fddb85a39 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333628 Sep 15 08:41:23.622879 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-97d6fba1-ad29-43bb-a2d6-67d692617ab3 req-e43bda93-8f4b-4175-b99c-78f2aafd924a service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275265 Sep 15 08:41:23.782807 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 5b604b43-5303-45b9-a011-fedab84f8fe2 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:23.830113 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69550e-66af-4f19-8dff-afa023ff5d4f req-8b23646d-cd75-4f80-bda5-21ddce7175cb tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:23.832497 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fd69550e-66af-4f19-8dff-afa023ff5d4f req-8b23646d-cd75-4f80-bda5-21ddce7175cb tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 944 time: 0.0881252 Sep 15 08:41:23.881207 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 5b604b43-5303-45b9-a011-fedab84f8fe2 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:23.881916 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fd69550e-66af-4f19-8dff-afa023ff5d4f req-558848c7-ffa5-4aba-9df5-e00279304cbd tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Sep 15 08:41:23.886147 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:23.937026 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-94ca140f-a18d-47a7-97f4-f530322f297f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:23.937706 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-94ca140f-a18d-47a7-97f4-f530322f297f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Synchronizing usage tracker for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:23.962349 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-94ca140f-a18d-47a7-97f4-f530322f297f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Unset dirty status for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:23.963792 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-94ca140f-a18d-47a7-97f4-f530322f297f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 814 time: 0.2029214 Sep 15 08:41:23.981734 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'port': {'device_id': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'admin_state_up': True, 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:24.112453 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-41338e53-b2d2-42df-b7ed-bf94241dc1bc req-31858992-0d72-4daf-aa6a-f9fa65cfffe7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 210 time: 0.0558021 Sep 15 08:41:24.162976 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:24.173891 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:24.185863 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Made reservation on behalf of 8749b1f8c21947a7b8912d75085e3b1b for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:41:24.188946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.243736 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5ed33-a404-48ea-84fe-2f40f61bad96 req-08e64755-36ca-4ba5-a698-f818026ff2ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:24.245186 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-86b5ed33-a404-48ea-84fe-2f40f61bad96 req-08e64755-36ca-4ba5-a698-f818026ff2ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0832582 Sep 15 08:41:24.293916 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-86b5ed33-a404-48ea-84fe-2f40f61bad96 req-96421080-1687-4f65-9df0-3db917c3be04 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Sep 15 08:41:24.516540 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Allocated IP 172.20.0.4 (1285d7df-5772-4ac1-9af5-dc99e38c22c3/fed9bd48-0717-46b3-a7f0-84c1c1294622/5d18b91f-fc62-4d99-a86e-0d3f5d3234d7) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:24.752904 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.769950 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Transition to ACTIVE for port object 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:24.796126 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.804431 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:24.870317 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:24.873699 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:24.876332 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:24.931902 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:24.937081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:24.960250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:24.960935 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:24.991573 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0150712 Sep 15 08:41:25.154401 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3550b-c387-444c-81ac-34132417ae61 req-6e33fbd3-df61-4d52-bef3-3a7355cd50da tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:25.155928 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f8e3550b-c387-444c-81ac-34132417ae61 req-6e33fbd3-df61-4d52-bef3-3a7355cd50da tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 944 time: 0.1077878 Sep 15 08:41:25.212594 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f8e3550b-c387-444c-81ac-34132417ae61 req-4bf64f6b-766a-4fa0-a8ed-81c153067e4c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Sep 15 08:41:25.229319 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-88b983f5-1754-428f-9a77-81c8b0f4438a None None] Provisioning for port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:25.240443 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-88b983f5-1754-428f-9a77-81c8b0f4438a None None] Provisioning complete for port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:25.241885 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-88b983f5-1754-428f-9a77-81c8b0f4438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:25.316829 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-88b983f5-1754-428f-9a77-81c8b0f4438a None None] Port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:41:25.380670 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cef87-c7ae-47c8-bc48-cf72fb92f5f7 req-815b5f91-0d81-4cbf-b84c-14afd6fcc7a9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:25.382651 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-597cef87-c7ae-47c8-bc48-cf72fb92f5f7 req-815b5f91-0d81-4cbf-b84c-14afd6fcc7a9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.1185477 Sep 15 08:41:25.444014 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-597cef87-c7ae-47c8-bc48-cf72fb92f5f7 req-a3ea39d7-ce41-4233-a53d-3f32787682e5 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Sep 15 08:41:25.549323 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9efa-1c74-4b70-a4ff-25c803569f38 req-67f95068-6dc1-4910-b2fb-127a4c0505c9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:25.551209 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bcac9efa-1c74-4b70-a4ff-25c803569f38 req-67f95068-6dc1-4910-b2fb-127a4c0505c9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0962725 Sep 15 08:41:25.598860 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bcac9efa-1c74-4b70-a4ff-25c803569f38 req-6587e380-1983-4937-9b29-5f5cc7c0c1bb tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Sep 15 08:41:26.459954 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 73250328-2f0f-481b-85f7-91865b02eda9 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:26.498648 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da164ff-66b9-46f0-9c51-cef8f33cfafa req-eb17d204-c0dd-4480-b09b-5a1da898c50d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:26.500462 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4da164ff-66b9-46f0-9c51-cef8f33cfafa req-eb17d204-c0dd-4480-b09b-5a1da898c50d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 944 time: 0.1076298 Sep 15 08:41:26.594570 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4da164ff-66b9-46f0-9c51-cef8f33cfafa req-6e76a39d-7bcc-4589-8e43-c724f1443cb9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868981 Sep 15 08:41:26.651273 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 73250328-2f0f-481b-85f7-91865b02eda9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73250328-2f0f-481b-85f7-91865b02eda9,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:26.668383 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '73250328-2f0f-481b-85f7-91865b02eda9', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'port_id': '73250328-2f0f-481b-85f7-91865b02eda9', 'mac_address': 'fa:16:3e:95:94:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:26.752890 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e576b0-6400-4d22-b6be-74079084e47c req-58b6d1a0-a7a2-4417-9c6c-abbae3189851 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:26.754528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-66e576b0-6400-4d22-b6be-74079084e47c req-58b6d1a0-a7a2-4417-9c6c-abbae3189851 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.1075313 Sep 15 08:41:26.759462 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.780005 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73250328-2f0f-481b-85f7-91865b02eda9 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:26.795762 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 73250328-2f0f-481b-85f7-91865b02eda9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73250328-2f0f-481b-85f7-91865b02eda9,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:26.801017 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:26.803734 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:26.860893 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-66e576b0-6400-4d22-b6be-74079084e47c req-e6431c07-9b39-4088-b380-643dd35498f9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999517 Sep 15 08:41:26.890865 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=73250328-2f0f-481b-85f7-91865b02eda9,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:26.893593 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23934149-2c4e-4aae-bbca-c03b6009c299 req-c4eb5d85-dc4c-4594-a012-d8500b7e46d9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:26.895245 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-23934149-2c4e-4aae-bbca-c03b6009c299 req-c4eb5d85-dc4c-4594-a012-d8500b7e46d9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1136746 Sep 15 08:41:26.895977 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:26.946621 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-23934149-2c4e-4aae-bbca-c03b6009c299 req-7b82851f-293a-402c-aecd-82ca04829fec tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Sep 15 08:41:27.040197 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['73250328-2f0f-481b-85f7-91865b02eda9'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:27.801853 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa8f5-1a51-4818-b145-266f05872c5f req-8681544f-9e1f-4c5d-9edd-d8107276f6a5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:27.803627 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-075aa8f5-1a51-4818-b145-266f05872c5f req-8681544f-9e1f-4c5d-9edd-d8107276f6a5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 945 time: 0.0901587 Sep 15 08:41:27.853624 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-075aa8f5-1a51-4818-b145-266f05872c5f req-8659cdeb-00f9-4966-8640-9a36f1341730 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Sep 15 08:41:28.087612 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3581e3-de7c-4637-8414-738feb506705 req-16c13199-89fa-4710-8e64-71d7fecb4fa0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:28.089238 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1c3581e3-de7c-4637-8414-738feb506705 req-16c13199-89fa-4710-8e64-71d7fecb4fa0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.0944650 Sep 15 08:41:28.185229 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1c3581e3-de7c-4637-8414-738feb506705 req-10397004-0e9c-4cb6-bc12-7e60eb62bf43 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902114 Sep 15 08:41:28.209746 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9716996-e6bc-49cb-b303-137c186b8e3a req-a8c325bf-8d21-4bac-8396-cd936aa9aa17 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:28.212715 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9716996-e6bc-49cb-b303-137c186b8e3a req-a8c325bf-8d21-4bac-8396-cd936aa9aa17 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1034174 Sep 15 08:41:28.261716 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d9716996-e6bc-49cb-b303-137c186b8e3a req-a53f9bb0-f366-43e3-92b4-bff4c6be9e38 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Sep 15 08:41:28.458628 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 73250328-2f0f-481b-85f7-91865b02eda9 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:28.531781 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 73250328-2f0f-481b-85f7-91865b02eda9 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:28.539342 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 73250328-2f0f-481b-85f7-91865b02eda9 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:28.539864 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.658103 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.685325 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:28.695888 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 73250328-2f0f-481b-85f7-91865b02eda9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73250328-2f0f-481b-85f7-91865b02eda9,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:28.700160 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:28.702415 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:28.777710 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=73250328-2f0f-481b-85f7-91865b02eda9,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:28.780868 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:28.832599 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9', 'code': 200} Sep 15 08:41:29.069359 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c4030-015d-4b36-a680-6c1f93ee9c24 req-d1a84b27-e5ba-4f16-a390-80f184440802 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:29.070838 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a78c4030-015d-4b36-a680-6c1f93ee9c24 req-d1a84b27-e5ba-4f16-a390-80f184440802 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0883412 Sep 15 08:41:29.118119 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a78c4030-015d-4b36-a680-6c1f93ee9c24 req-a85de492-78bf-42a8-81e1-f817dfa9ce09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Sep 15 08:41:29.423805 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887b621-48e0-4e1b-a68f-dbd1780a1fde req-e3739ee0-b6b8-4a65-9b85-cdeffaf913c1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:29.430812 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c887b621-48e0-4e1b-a68f-dbd1780a1fde req-e3739ee0-b6b8-4a65-9b85-cdeffaf913c1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.1009767 Sep 15 08:41:29.529412 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c887b621-48e0-4e1b-a68f-dbd1780a1fde req-1bed71c5-95f7-403c-ac8c-4e83bcfd0d1c tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963790 Sep 15 08:41:29.555502 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6f721-0936-403e-a19a-adc344f5bec6 req-81ead871-56d6-4cdc-b764-67f014c4c728 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:29.561790 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-40c6f721-0936-403e-a19a-adc344f5bec6 req-81ead871-56d6-4cdc-b764-67f014c4c728 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1255739 Sep 15 08:41:29.606351 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-40c6f721-0936-403e-a19a-adc344f5bec6 req-787f9686-c1fd-4e3a-ae1c-06055423c375 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Sep 15 08:41:30.329599 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d9925-ffac-4fde-be01-a55cd39ae031 req-412dbe58-c58c-4476-b2b1-4a362f960d7e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:30.331696 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-512d9925-ffac-4fde-be01-a55cd39ae031 req-412dbe58-c58c-4476-b2b1-4a362f960d7e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0902355 Sep 15 08:41:30.393726 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-512d9925-ffac-4fde-be01-a55cd39ae031 req-c4cab08b-0a6a-4594-a477-aa5bebc54bf7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553951 Sep 15 08:41:30.744465 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918af2-d2e8-496e-bf19-349323b7149e req-9b8e5d52-f5be-48ac-bc4a-500a60bde1fc tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:30.746039 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ff918af2-d2e8-496e-bf19-349323b7149e req-9b8e5d52-f5be-48ac-bc4a-500a60bde1fc tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.0863805 Sep 15 08:41:30.922583 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ff918af2-d2e8-496e-bf19-349323b7149e req-6068937f-6cf7-4e21-85a1-aebb4f69c27a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442716 Sep 15 08:41:30.946624 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba49d1-1791-4549-b31b-5a57fc070024 req-da238eff-bcd7-41c5-86e6-6d21e15e5a26 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:30.948632 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4cba49d1-1791-4549-b31b-5a57fc070024 req-da238eff-bcd7-41c5-86e6-6d21e15e5a26 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.2015996 Sep 15 08:41:31.009449 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4cba49d1-1791-4549-b31b-5a57fc070024 req-487e52fc-c332-4411-a770-6cc41cca434d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501585 Sep 15 08:41:31.612790 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fae24-f90d-4988-b392-0a93e6e4dada req-9b98ae6d-77ae-4d92-ac07-8fcbc6126ded tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:31.614193 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0f2fae24-f90d-4988-b392-0a93e6e4dada req-9b98ae6d-77ae-4d92-ac07-8fcbc6126ded tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0876012 Sep 15 08:41:31.665343 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0f2fae24-f90d-4988-b392-0a93e6e4dada req-fc140c9e-fc6c-4371-9bd3-da3cc964ac1a tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 Sep 15 08:41:32.248350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c56e63-7e50-4583-a6dc-174f2e32a1b1 req-89b65e0d-210b-49d4-a681-ce2325d68d85 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.249726 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-62c56e63-7e50-4583-a6dc-174f2e32a1b1 req-89b65e0d-210b-49d4-a681-ce2325d68d85 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.1810002 Sep 15 08:41:32.318171 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-62c56e63-7e50-4583-a6dc-174f2e32a1b1 req-c5c0db94-88d0-497c-8eb6-11629826f1f4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619674 Sep 15 08:41:32.348630 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dbf43-a079-4467-945f-4069349fd1bd req-1011cd94-2f4b-4dd9-bc1e-27db5e4e8628 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.358562 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b12dbf43-a079-4467-945f-4069349fd1bd req-1011cd94-2f4b-4dd9-bc1e-27db5e4e8628 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1543076 Sep 15 08:41:32.416193 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b12dbf43-a079-4467-945f-4069349fd1bd req-03e51ba2-9ee6-4d25-9309-3fc27e1340a9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559518 Sep 15 08:41:32.870040 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac7d4-7b30-4410-9968-12c94240071c req-f3d4965e-9c8c-4e82-907c-7d148b8626ea tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:32.871755 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d29ac7d4-7b30-4410-9968-12c94240071c req-f3d4965e-9c8c-4e82-907c-7d148b8626ea tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0806246 Sep 15 08:41:32.920668 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d29ac7d4-7b30-4410-9968-12c94240071c req-c2629907-427c-430d-9cd3-8b80138ac651 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Sep 15 08:41:33.552859 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf958b-7abd-4b84-b870-28a5a808113b req-69783b7c-f687-4a48-9a0d-c0751b28939b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.560987 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-49cf958b-7abd-4b84-b870-28a5a808113b req-69783b7c-f687-4a48-9a0d-c0751b28939b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.1040030 Sep 15 08:41:33.659164 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-49cf958b-7abd-4b84-b870-28a5a808113b req-8105471e-dee6-4f70-8331-35483f3fd235 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973053 Sep 15 08:41:33.687298 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86cb2-4d7f-407c-b843-076146e95e6e req-dbac2249-12d8-4367-a928-a87c0d5b25b7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:33.688729 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f3d86cb2-4d7f-407c-b843-076146e95e6e req-dbac2249-12d8-4367-a928-a87c0d5b25b7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1064074 Sep 15 08:41:33.738999 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f3d86cb2-4d7f-407c-b843-076146e95e6e req-149b0d76-4a77-4662-a73d-510afb2d0e88 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Sep 15 08:41:34.122098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3b889-e25a-4529-81e9-e92adb0e977a req-1232cbbc-8e78-48bc-bd02-d2ecf3464422 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.123455 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-24f3b889-e25a-4529-81e9-e92adb0e977a req-1232cbbc-8e78-48bc-bd02-d2ecf3464422 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0776610 Sep 15 08:41:34.168953 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-24f3b889-e25a-4529-81e9-e92adb0e977a req-2671de6f-814d-498d-80aa-272a747d2526 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Sep 15 08:41:34.273637 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Request body: {'port': {'device_id': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:34.438817 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.518680 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-ef5a1bf6-3ebd-457e-8ca0-74a6370257a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1530097 Sep 15 08:41:34.530896 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c399c456-7944-4005-a0b4-173880c793b1 req-86289402-a520-4fbf-81c8-9a4137d14d85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 1099 time: 0.0738125 Sep 15 08:41:34.576217 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c399c456-7944-4005-a0b4-173880c793b1 req-eee2de0c-0887-47d8-999e-8822183415c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361326 Sep 15 08:41:34.764182 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-0ea7a349-9911-4191-8bf3-427c1a6f5a17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 1099 time: 0.1985736 Sep 15 08:41:34.861756 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b5798-7a55-4698-ba09-e6b7e5d79a9a req-1e706b61-45c1-49c5-b919-3f6518efeeb9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.863245 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-735b5798-7a55-4698-ba09-e6b7e5d79a9a req-1e706b61-45c1-49c5-b919-3f6518efeeb9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 931 time: 0.0800335 Sep 15 08:41:34.966018 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-735b5798-7a55-4698-ba09-e6b7e5d79a9a req-a9be7b99-878f-4528-a385-7098249be631 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961666 Sep 15 08:41:34.968729 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:34.979266 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:34.984578 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-8fb24ba3-1277-43c4-8a35-952b44963b74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.986117 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-8fb24ba3-1277-43c4-8a35-952b44963b74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1986198 Sep 15 08:41:34.987133 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1eb70-7d08-48d8-a26d-e43df1e0ff1a req-cd2cf405-26ee-4031-9150-f256c5c1651f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:34.988558 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-68f1eb70-7d08-48d8-a26d-e43df1e0ff1a req-cd2cf405-26ee-4031-9150-f256c5c1651f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1037652 Sep 15 08:41:35.035223 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-68f1eb70-7d08-48d8-a26d-e43df1e0ff1a req-7b784104-be01-4856-a7a0-9c4250974604 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401742 Sep 15 08:41:35.053435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Transition to ACTIVE for port object 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:41:35.069161 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.075572 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-33de663b-2105-4c8c-b4ab-91966eb5879e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:35.208882 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-1726ba51-0020-43bc-95bb-850f9442e93c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd5861ed-7107-4986-91b8-b5a01a145910 HTTP/1.1" status: 200 len: 1001 time: 0.2161822 Sep 15 08:41:35.217444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:35.249499 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:35.342327 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-7322ae60-2070-4713-b02e-c06ed1430376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:35.343770 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-7322ae60-2070-4713-b02e-c06ed1430376 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.1239245 Sep 15 08:41:35.385476 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b221e-75f6-4776-bc94-e3c3ff7f039d req-72be1c01-f0b2-4d10-a46a-ea359920a6a5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:35.386943 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a44b221e-75f6-4776-bc94-e3c3ff7f039d req-72be1c01-f0b2-4d10-a46a-ea359920a6a5 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0859127 Sep 15 08:41:35.436276 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a44b221e-75f6-4776-bc94-e3c3ff7f039d req-0966b854-7ad9-4937-9a73-0c86c7492268 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423958 Sep 15 08:41:35.528015 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Attempting to bind port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:41:35.528345 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Attempting to bind port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:41:35.528664 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Attempting to bind port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 on network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:35.539001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 on network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:41:35.539794 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Attempting to bind port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 on network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:41:35.550944 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-70c8d434-c798-48e7-8a23-014783101a52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1977043 Sep 15 08:41:35.551756 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:41:35.552083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Checking segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:41:35.552451 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Bound using segment: {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:41:35.552861 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Bound port: 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b6f487-8186-4c37-97e9-7e3c119b6680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:41:35.553198 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.751705 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:41:35.754976 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-f5fd6da1-1a4e-4646-8504-84921866680d service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923687 Sep 15 08:41:35.760971 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:41:35.784010 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.794422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8c09579d-dcfb-423f-a852-9f4d570b61f4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:35.923217 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:35.924563 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] 10.222.0.21 "PUT /v2.0/ports/5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 1093 time: 1.6587780 Sep 15 08:41:35.925051 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:35.951548 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:35.956212 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.004077 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'status': 'completed', 'code': 200} Sep 15 08:41:36.013628 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-62b71eb9-c8eb-435d-941f-7a696c366d2d req-db10c992-4947-4bb2-a984-237c78c76d82 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500558 Sep 15 08:41:36.059038 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-d705b2b8-1dc6-43a8-a6b6-5dc8c5c19497 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1096 time: 0.0931120 Sep 15 08:41:36.141868 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-6b562a0b-acd2-4e2d-af45-e4dbd52a00e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 217 time: 0.0737741 Sep 15 08:41:36.183972 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8273be-b844-47e1-adf0-74ccf7a2c47a req-f122ced4-d9f1-4903-9c3a-71a078c7e120 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.185454 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-be8273be-b844-47e1-adf0-74ccf7a2c47a req-f122ced4-d9f1-4903-9c3a-71a078c7e120 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 943 time: 0.0877404 Sep 15 08:41:36.205254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-a64c51cd-503d-4256-bbfa-80915a74dcc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.206962 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-a64c51cd-503d-4256-bbfa-80915a74dcc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.0575721 Sep 15 08:41:36.280752 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-be8273be-b844-47e1-adf0-74ccf7a2c47a req-5844f1ca-3424-44d6-8062-c99bf4df6a80 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603125 Sep 15 08:41:36.286018 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-8765fadb-c276-4896-81e9-aef9d1d7ddf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714302 Sep 15 08:41:36.301160 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bd75a-72e1-4429-a340-43e39a3c44a8 req-983ed420-ba3a-4d7d-a2ec-250b345191f6 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.302653 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-054bd75a-72e1-4429-a340-43e39a3c44a8 req-983ed420-ba3a-4d7d-a2ec-250b345191f6 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1163096 Sep 15 08:41:36.348514 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-054bd75a-72e1-4429-a340-43e39a3c44a8 req-95ce7bd4-5fb0-43e0-ae7a-3e74e0bbed82 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402002 Sep 15 08:41:36.426841 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-eec67930-9234-47c5-a5de-77b2a66fb6c3 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308007 Sep 15 08:41:36.513273 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:36.570164 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8c8eb0f6-d06a-455a-83e7-eb6f22f53817 req-0e57ce2e-4530-433e-8631-bfa67dc3e185 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349747 Sep 15 08:41:36.647425 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516d313-2a7a-468e-87c6-c84a464b5b9e req-314658b1-482b-493c-b87a-f7ed360a8e4e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.650437 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b516d313-2a7a-468e-87c6-c84a464b5b9e req-314658b1-482b-493c-b87a-f7ed360a8e4e tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0835993 Sep 15 08:41:36.650583 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:36.665192 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'mac_address': 'fa:16:3e:3b:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:36.695616 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-fdeb5918-2a76-487f-ad58-4bf5a8fc7f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1096 time: 0.0744135 Sep 15 08:41:36.699102 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b516d313-2a7a-468e-87c6-c84a464b5b9e req-723801aa-b846-4615-900c-d2f49af6ca0c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Sep 15 08:41:36.723738 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.742255 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f38163dc-6c34-4300-98c4-779e2ea4972e {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:36.757908 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:36.762808 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:36.765123 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:36.834221 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-dc29b875-caf1-4cfc-b88c-1651668026d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.835730 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-dc29b875-caf1-4cfc-b88c-1651668026d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.1313269 Sep 15 08:41:36.840370 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=6']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:36.843396 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:36.895095 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['f38163dc-6c34-4300-98c4-779e2ea4972e'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:36.905868 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11df5-bb34-49cc-b9e6-553c25769245 req-6165ca09-8086-45f3-ad08-2f586ac2ea86 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:36.907484 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0ca11df5-bb34-49cc-b9e6-553c25769245 req-6165ca09-8086-45f3-ad08-2f586ac2ea86 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0905204 Sep 15 08:41:36.913227 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-6714bbc2-c864-4773-a1b4-561d5d40ce03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 217 time: 0.0668306 Sep 15 08:41:36.917082 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33306) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:36.922264 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Request body: {'floatingip': {'port_id': '73250328-2f0f-481b-85f7-91865b02eda9'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:37.037937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:37.250259 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-8a669f61-a90e-49f6-aba9-e2f4a41a4083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:37.251668 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-8a669f61-a90e-49f6-aba9-e2f4a41a4083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.2812123 Sep 15 08:41:37.525077 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2816237-d459-4c37-8b31-63789ae33828 req-e76a2346-02c2-4e8a-b6ef-4da049a8c3c0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:37.527943 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2816237-d459-4c37-8b31-63789ae33828 req-e76a2346-02c2-4e8a-b6ef-4da049a8c3c0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 943 time: 0.0998724 Sep 15 08:41:37.567597 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-f57da11b-24d4-477d-a328-527170f715a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2877400 Sep 15 08:41:37.634368 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e2816237-d459-4c37-8b31-63789ae33828 req-46c7a705-faae-497d-baab-243dbfe7b754 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698359 Sep 15 08:41:37.648532 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf8141-6164-4c8c-b1aa-13b9442d9f89 req-0119a90f-6309-4466-a50d-bc4d1531b256 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:37.656644 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9dbf8141-6164-4c8c-b1aa-13b9442d9f89 req-0119a90f-6309-4466-a50d-bc4d1531b256 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 945 time: 0.1276174 Sep 15 08:41:37.740760 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9dbf8141-6164-4c8c-b1aa-13b9442d9f89 req-32db6448-d884-44d0-8570-b646cd639704 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830460 Sep 15 08:41:37.823456 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-38ecd3ef-1baf-4c8d-bc25-da524324857e service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460763 Sep 15 08:41:38.003552 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f56867fa-53b0-45c5-ac13-0eed13dd32d1 req-4ed898a1-3fc6-4a12-848d-2504d290b133 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699281 Sep 15 08:41:38.122881 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.129907 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.341159 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Floating IP 2c9c4a7d-e48f-4b3c-9e09-22f39536bdee associated. External IP: 172.27.0.4, port: 73250328-2f0f-481b-85f7-91865b02eda9. Sep 15 08:41:38.522597 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:41:38.526325 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:38.759571 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port f38163dc-6c34-4300-98c4-779e2ea4972e triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:38.760073 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:38.847467 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:38.954286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:38.992736 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'port_id': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'mac_address': 'fa:16:3e:d3:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:41:39.079801 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.144781 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:41:39.165871 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:39.178527 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.193151 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:39.196875 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796187d4-5bca-47d4-8054-9238f639cfea req-015fc216-76cf-49cd-8bc2-465577affce9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.203926 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-796187d4-5bca-47d4-8054-9238f639cfea req-015fc216-76cf-49cd-8bc2-465577affce9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 945 time: 0.2369542 Sep 15 08:41:39.213356 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0dcd8-2839-407d-9808-bbaa14b029a4 req-8f03f34a-fd15-4aea-95f6-85c2b4e50d34 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.215525 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3c0dcd8-2839-407d-9808-bbaa14b029a4 req-8f03f34a-fd15-4aea-95f6-85c2b4e50d34 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 943 time: 0.3409505 Sep 15 08:41:39.259658 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:39.265722 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.275973 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678775be-6d77-47da-97f7-d58c99804882 None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:39.301718 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-796187d4-5bca-47d4-8054-9238f639cfea req-be809e07-7bed-4ffe-8d97-56e5926613b2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968561 Sep 15 08:41:39.304755 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b3c0dcd8-2839-407d-9808-bbaa14b029a4 req-17eaeb1b-91ce-4c83-ae9c-d4342905d65f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745120 Sep 15 08:41:39.318151 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.383641 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:39.436897 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:39.442240 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:39.443926 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:39.445155 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:41:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:39.458733 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c8b4cf6a-69c2-4044-824a-c1861b28f605 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "PUT /v2.0/floatingips/2c9c4a7d-e48f-4b3c-9e09-22f39536bdee HTTP/1.1" status: 200 len: 990 time: 2.5406380 Sep 15 08:41:39.459951 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:39.504489 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:39.512619 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'code': 200} Sep 15 08:41:39.513804 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:41:39.556054 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9', 'status': 'completed', 'code': 200} Sep 15 08:41:39.619847 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:39.623392 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:39.671536 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-37a0d9f6-4f52-4e21-9a63-13d38260b040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 1099 time: 0.0881512 Sep 15 08:41:39.830049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-63d872b2-d7a0-441f-b180-92867f6ef639 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:39.832165 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-63d872b2-d7a0-441f-b180-92867f6ef639 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 200 len: 912 time: 0.1533418 Sep 15 08:41:39.840676 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=7']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:39.849391 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:39.946856 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:40.001167 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-986b7539-b6e9-42c0-a0f9-17aa9802116f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73250328-2f0f-481b-85f7-91865b02eda9 HTTP/1.1" status: 200 len: 998 time: 0.1566749 Sep 15 08:41:40.074892 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-0ec2f6ce-71a6-43d0-8ebd-48601edbe4ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:40.076545 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-0ec2f6ce-71a6-43d0-8ebd-48601edbe4ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 200 len: 850 time: 0.0680425 Sep 15 08:41:40.173027 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-d3d899f5-ee45-4fb9-95cb-86e32c194f91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672797-37c2-4dde-bc91-62357c542c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887532 Sep 15 08:41:40.328554 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-ce622559-8b27-4a39-89fd-586ac43ffb65 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449301 Sep 15 08:41:40.417806 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '2c9c4a7d-e48f-4b3c-9e09-22f39536bdee', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'port_id': '73250328-2f0f-481b-85f7-91865b02eda9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'mac_address': 'fa:16:3e:95:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:14Z', 'updated_at': '2021-09-15T08:41:37Z', 'revision_number': 1, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:40.433353 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678775be-6d77-47da-97f7-d58c99804882 None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:40.456814 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:40.457471 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:41:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:40.553084 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:41:40.657658 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-ddf2e861-39a2-4edc-81e1-e789ac44fc9a req-a2d9c98b-a2df-4b0e-8106-e8da657b5e5b service neutron] 10.222.0.21 "GET /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221400 Sep 15 08:41:40.685110 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470b45f-c282-4420-aba9-0a135e4d80f2 req-7b8f5bf8-8dd5-4951-8024-e4b1f1d5d48c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:40.693155 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1470b45f-c282-4420-aba9-0a135e4d80f2 req-7b8f5bf8-8dd5-4951-8024-e4b1f1d5d48c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1143057 Sep 15 08:41:40.768091 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:40.800975 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1470b45f-c282-4420-aba9-0a135e4d80f2 req-4e40a1b0-0641-47fc-bdb3-ec6ac371d216 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068246 Sep 15 08:41:40.808274 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:41:40.817494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:41:40.817708 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:40.854841 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1957c-b7e5-4114-bb79-8da251ea1b50 req-3c21ee89-07e5-4b72-b3ce-fb1b85545949 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:40.856584 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-77a1957c-b7e5-4114-bb79-8da251ea1b50 req-3c21ee89-07e5-4b72-b3ce-fb1b85545949 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 944 time: 0.1465900 Sep 15 08:41:40.915654 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-77a1957c-b7e5-4114-bb79-8da251ea1b50 req-ca4a9b71-56f1-4824-82e3-d4f45286bdcc tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581529 Sep 15 08:41:41.172292 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.238630 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:41.245261 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:41.248743 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-2b8053a0-6210-474c-a2e0-277838e7536c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:41.365464 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:41.372675 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:41.389706 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-678775be-6d77-47da-97f7-d58c99804882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '2c9c4a7d-e48f-4b3c-9e09-22f39536bdee', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'port_id': '73250328-2f0f-481b-85f7-91865b02eda9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'mac_address': 'fa:16:3e:95:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:14Z', 'updated_at': '2021-09-15T08:41:37Z', 'revision_number': 1, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:41.394495 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678775be-6d77-47da-97f7-d58c99804882 None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '2c9c4a7d-e48f-4b3c-9e09-22f39536bdee', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'port_id': '73250328-2f0f-481b-85f7-91865b02eda9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'mac_address': 'fa:16:3e:95:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:14Z', 'updated_at': '2021-09-15T08:41:37Z', 'revision_number': 1, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:41.515044 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:41.584481 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'code': 200} Sep 15 08:41:41.620317 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789c0aa-8520-46b3-8b44-1606a1060dc7 None None] New status for floating IP 2c9c4a7d-e48f-4b3c-9e09-22f39536bdee: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:41.841408 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-de12061c-126f-4a1b-86e7-a344c500e211 req-306eb534-6332-494b-aa8c-003cc85092db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1098 time: 0.0823445 Sep 15 08:41:41.929210 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-de12061c-126f-4a1b-86e7-a344c500e211 req-1f557cb6-ccbc-412d-87b4-60bb3ae19b31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Sep 15 08:41:42.175837 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18573b53-15ad-49bf-8807-2bb819b26f56 req-16bccb72-2b15-4a78-8538-e087802d04ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.177324 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-18573b53-15ad-49bf-8807-2bb819b26f56 req-16bccb72-2b15-4a78-8538-e087802d04ab tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1733365 Sep 15 08:41:42.187564 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa179d6-e2ef-4829-bc08-e51cf59d30f3 req-3c694d2a-f577-449e-8faa-fec4ba73a88a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:42.188987 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-efa179d6-e2ef-4829-bc08-e51cf59d30f3 req-3c694d2a-f577-449e-8faa-fec4ba73a88a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.1117353 Sep 15 08:41:42.267044 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-18573b53-15ad-49bf-8807-2bb819b26f56 req-46062a5c-565e-4d2f-b4fc-fcc302ffa098 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770080 Sep 15 08:41:42.270424 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-efa179d6-e2ef-4829-bc08-e51cf59d30f3 req-36c6fa28-8422-4bdb-bd4c-a8c415e8dc72 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673876 Sep 15 08:41:43.576357 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596eac6-0ba5-49a0-9142-1053a07f4b5e req-31ee6c1e-e6aa-4ad1-9513-81e2d3827860 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.577712 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2596eac6-0ba5-49a0-9142-1053a07f4b5e req-31ee6c1e-e6aa-4ad1-9513-81e2d3827860 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.1115799 Sep 15 08:41:43.583502 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08829740-a821-4ff0-b7d3-5dfc1c8a549f req-179621dd-4872-4566-a3aa-ba85f0e42ce4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.584841 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08829740-a821-4ff0-b7d3-5dfc1c8a549f req-179621dd-4872-4566-a3aa-ba85f0e42ce4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1618290 Sep 15 08:41:43.661441 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-08829740-a821-4ff0-b7d3-5dfc1c8a549f req-ca120e0a-3cf5-4f37-b3d8-2073a598dd27 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615666 Sep 15 08:41:43.664253 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2596eac6-0ba5-49a0-9142-1053a07f4b5e req-5485f344-828c-469e-9c43-dd7afd1e721d tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Sep 15 08:41:43.894799 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f5457-4c9b-4c4b-a128-34897d4ee566 req-bfc843f7-dc1f-4f86-a08e-d1469a1ca214 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:43.896259 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f67f5457-4c9b-4c4b-a128-34897d4ee566 req-bfc843f7-dc1f-4f86-a08e-d1469a1ca214 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.0871463 Sep 15 08:41:43.958374 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f67f5457-4c9b-4c4b-a128-34897d4ee566 req-819a728b-c441-4d93-9c6c-e5fcf5e08fb6 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540738 Sep 15 08:41:44.425109 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd610bc-d7ca-4566-b970-6041a67a619c req-b28a1302-eadc-405e-81c9-843c0df32c53 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:44.426724 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6bd610bc-d7ca-4566-b970-6041a67a619c req-b28a1302-eadc-405e-81c9-843c0df32c53 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.0835886 Sep 15 08:41:44.484688 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6bd610bc-d7ca-4566-b970-6041a67a619c req-0c5e244f-d433-453c-b6f5-a277e1f88153 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524585 Sep 15 08:41:45.018573 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51668280-82f3-4681-9f07-683e9b6a204b req-c121313e-9b4d-4248-bac0-f39b90d6d7ad tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:45.027899 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-51668280-82f3-4681-9f07-683e9b6a204b req-c121313e-9b4d-4248-bac0-f39b90d6d7ad tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1839144 Sep 15 08:41:45.106409 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-51668280-82f3-4681-9f07-683e9b6a204b req-22ea0179-0b0a-4920-9872-aea100d1c557 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722516 Sep 15 08:41:46.396117 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e59b1-9bd6-44c8-adc9-43e4bfb5f652 req-08860c25-b637-4439-86f6-fa051a0c29af tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:46.398407 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-627e59b1-9bd6-44c8-adc9-43e4bfb5f652 req-08860c25-b637-4439-86f6-fa051a0c29af tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1095548 Sep 15 08:41:46.474129 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-627e59b1-9bd6-44c8-adc9-43e4bfb5f652 req-6ed60be6-f1fd-4d3f-a4f5-22e729fa8092 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666819 Sep 15 08:41:47.725068 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc9809-cab4-4282-981c-a34ff9076f49 req-3a6c80d8-a861-4eed-b733-5054af920f7b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:47.727475 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3efc9809-cab4-4282-981c-a34ff9076f49 req-3a6c80d8-a861-4eed-b733-5054af920f7b tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.1083963 Sep 15 08:41:47.789336 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3efc9809-cab4-4282-981c-a34ff9076f49 req-962b0e94-4064-4743-aa35-58a01b22915f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548964 Sep 15 08:41:48.591832 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6b304fde-b769-4953-bd10-9d6de8449420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.881546 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:48.998176 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f600-c55f-481c-97a1-f4e9855f873f req-65a68414-63bf-4178-a009-439b794f281d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:48.999623 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cc44f600-c55f-481c-97a1-f4e9855f873f req-65a68414-63bf-4178-a009-439b794f281d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0828571 Sep 15 08:41:49.046525 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cc44f600-c55f-481c-97a1-f4e9855f873f req-ce8d929c-39ea-4382-8107-dbd76f5a70af tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413101 Sep 15 08:41:49.208394 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-02ce205b-29df-42bb-a657-55639d22324e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1099 time: 0.0732040 Sep 15 08:41:49.338992 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-df4906ca-54c7-42a7-aa63-1a020fa1d88f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.340345 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-df4906ca-54c7-42a7-aa63-1a020fa1d88f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1264558 Sep 15 08:41:49.441812 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-2f8824e6-37d4-495a-b0ec-294c0d230713 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 1002 time: 0.0931721 Sep 15 08:41:49.507991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-ac3a5774-3626-4dad-bf0c-20a32f220746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:49.509435 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-ac3a5774-3626-4dad-bf0c-20a32f220746 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0606325 Sep 15 08:41:49.585372 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-8b2ab8ed-ece1-4d29-bcd0-147ba7e14148 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686622 Sep 15 08:41:49.806116 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-dae3dbeb-6f0e-4733-b719-562d9c86966e service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142601 Sep 15 08:41:49.935843 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-847ccd17-37e2-447c-b60d-1308f44a2a05 req-61e4b922-db89-4aaf-a4be-06fd5e815758 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233771 Sep 15 08:41:50.258880 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d689b9-a2a7-4cf7-874a-4a4084a9d3ce req-3c306edd-a116-439d-a7bb-50ace5d98b0a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:50.260328 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-48d689b9-a2a7-4cf7-874a-4a4084a9d3ce req-3c306edd-a116-439d-a7bb-50ace5d98b0a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0757179 Sep 15 08:41:50.304921 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-48d689b9-a2a7-4cf7-874a-4a4084a9d3ce req-279ed549-d10e-41bc-a20c-4b2d71ba7fa7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390077 Sep 15 08:41:50.758205 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-4c9a17f9-2e11-432a-9a51-8702e8d8242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.520353 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e48786-92c9-4265-b2fb-265d2767884a req-f04d7338-dab7-4b30-99b4-dac93fb1e6e7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:51.521891 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-34e48786-92c9-4265-b2fb-265d2767884a req-f04d7338-dab7-4b30-99b4-dac93fb1e6e7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0813031 Sep 15 08:41:51.566099 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-34e48786-92c9-4265-b2fb-265d2767884a req-4fab7e7c-2b31-40c1-90be-2ecc2a7bdf97 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Sep 15 08:41:51.627815 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:51.996222 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.610819 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:41:52.719202 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.745700 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:52.755127 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:41:52.760347 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:52.763616 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:52.775866 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f01d61-d079-4c9b-a709-f3844975176c req-51fa8874-b207-499e-86a8-58120805227d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:52.777348 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6f01d61-d079-4c9b-a709-f3844975176c req-51fa8874-b207-499e-86a8-58120805227d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 946 time: 0.0778909 Sep 15 08:41:52.808411 dv-cinder-806007-2-iscsi neutron-server[75065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'code': 422} returned with failed status Sep 15 08:41:52.828887 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e6f01d61-d079-4c9b-a709-f3844975176c req-0ff3cf89-6842-45bb-bb7b-ae8872a6abb4 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452020 Sep 15 08:41:52.845500 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=8']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:52.848696 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:53.363046 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:54.275327 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-60b09770-fb22-460b-9eaa-08fd83ebd589 req-1aad83b3-2092-427a-b46d-2f384416b369 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1406240 Sep 15 08:41:54.660256 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-e5909085-472a-4c8a-b946-e1d5129149dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1992552 Sep 15 08:41:54.667735 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631504b6-43c4-40b0-a1f8-5652b530566f req-ea94b1ea-6d8d-47a6-916a-fb78f368baa8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:54.669122 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-631504b6-43c4-40b0-a1f8-5652b530566f req-ea94b1ea-6d8d-47a6-916a-fb78f368baa8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.1777337 Sep 15 08:41:54.721310 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-631504b6-43c4-40b0-a1f8-5652b530566f req-465909cf-3cc2-452b-82df-550b82eada7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466554 Sep 15 08:41:55.178309 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-301677f3-7e6e-4fcd-aefe-e1b9c540ebc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29&tenant_id=18f68433aa8b44559fc7e8f961d9f9ba HTTP/1.1" status: 200 len: 1097 time: 0.0730548 Sep 15 08:41:55.227937 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d769f-38d4-423a-8a59-2ecaba000fee req-f99b0a58-962e-45e2-9cce-f8086c94ce20 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.229373 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a37d769f-38d4-423a-8a59-2ecaba000fee req-f99b0a58-962e-45e2-9cce-f8086c94ce20 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.0793755 Sep 15 08:41:55.267268 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-a71cc5d4-6627-4868-973b-78b7152848d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1097 time: 0.0682969 Sep 15 08:41:55.277966 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a37d769f-38d4-423a-8a59-2ecaba000fee req-1bb7a2e1-7d2a-48f1-9fd3-cf5cc1231a7f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Sep 15 08:41:55.307662 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33500) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:55.410922 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-a2eaaac4-879c-4745-b144-db0894c3aa06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.414191 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-a2eaaac4-879c-4745-b144-db0894c3aa06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1398733 Sep 15 08:41:55.455698 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-8767eee1-2966-4dc5-96a4-f6d7e42409cf tempest-TestMinimumBasicScenario-1156736431 tempest-TestMinimumBasicScenario-1156736431-project-admin] Synchronizing usage tracker for tenant:7551c11e06ac4bb0bc03c11266de0de6 on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:41:55.473999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-8767eee1-2966-4dc5-96a4-f6d7e42409cf tempest-TestMinimumBasicScenario-1156736431 tempest-TestMinimumBasicScenario-1156736431-project-admin] Unset dirty status for tenant:7551c11e06ac4bb0bc03c11266de0de6 on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:41:55.475165 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-8767eee1-2966-4dc5-96a4-f6d7e42409cf tempest-TestMinimumBasicScenario-1156736431 tempest-TestMinimumBasicScenario-1156736431-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1093 time: 0.1665080 Sep 15 08:41:55.478690 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33508) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:55.483968 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'port_id': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:55.489528 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:55.494661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:floatingip and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:55.497883 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:55.503349 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:55.513549 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for floatingip, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.522502 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-b821807e-0a08-464c-9a00-69ae72107ea2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 1000 time: 0.1010337 Sep 15 08:41:55.587926 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-32bf7770-8ff8-4bd6-ae4b-307f659e1f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:55.589379 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-32bf7770-8ff8-4bd6-ae4b-307f659e1f5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0602381 Sep 15 08:41:55.664602 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:55.671989 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-279c45a3-ecb8-4a63-9acb-eaf6b19c6a30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751631 Sep 15 08:41:55.810629 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Allocated IP 172.27.0.58 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/f9b571a1-b695-4141-a2a6-7896ff5613d0) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:41:55.812419 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-c88887bf-a0dc-4f79-8cf9-f03cba5eaca3 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319394 Sep 15 08:41:55.947129 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8f3abe9e-5147-4273-9cec-5a5e2829b0ca req-ad78fef5-5728-47be-9a5f-3cd556a971b7 service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263039 Sep 15 08:41:56.019160 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.032674 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9a735-e8c4-406b-a7ce-795e8b36d067 req-f9be8c14-beed-4039-b2a2-3d8a09346834 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:56.034236 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ced9a735-e8c4-406b-a7ce-795e8b36d067 req-f9be8c14-beed-4039-b2a2-3d8a09346834 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.1486254 Sep 15 08:41:56.090937 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ced9a735-e8c4-406b-a7ce-795e8b36d067 req-bfcd4614-4849-4e21-98e4-e48097569834 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501032 Sep 15 08:41:56.092433 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.096640 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:56.163660 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:41:56.166469 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:41:56.170737 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:41:56.197020 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'Port': ['ID=f9b571a1-b695-4141-a2a6-7896ff5613d0,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:56.218152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.218523 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.218880 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.219233 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.219582 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.219929 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.220273 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.220614 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.220955 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.221297 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.221635 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:56.227109 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:56.645562 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:41:56.701879 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:56.763137 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.087391 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.092065 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.095920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-944d70b1-e950-4f24-9b7b-b06503226ad8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:57.213256 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:57.261349 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'Port': ['ID=f9b571a1-b695-4141-a2a6-7896ff5613d0,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:57.300524 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:57.373613 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33813b67-7323-4dd2-a21c-96337b23fbdd req-1878eb4e-e1f3-47ab-a885-69745c40f618 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:57.374992 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-33813b67-7323-4dd2-a21c-96337b23fbdd req-1878eb4e-e1f3-47ab-a885-69745c40f618 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.1148324 Sep 15 08:41:57.493773 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-33813b67-7323-4dd2-a21c-96337b23fbdd req-338a16fc-fdd4-4392-a5f0-5dea52b330ca tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682597 Sep 15 08:41:57.517351 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.l3_db [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Floating IP 5d7f6e0f-e337-4ab0-aea0-8faf1afdc615 associated. External IP: 172.27.0.58, port: 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7. Sep 15 08:41:57.921216 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:41:58.129454 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:41:58.140530 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] Sync routers for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:41:58.152944 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:58.153664 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:41:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:58.154963 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.211470 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7317576 Sep 15 08:41:58.212504 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:41:58.214287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33532) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:58.219905 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393655999', 'description': 'tempest-secgroup-smoke-1393655999 description', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:58.228180 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:58.242385 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:58.245798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:58.252468 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:58.282620 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.333085 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:58.338496 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:58.342029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:58.348059 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:58.370376 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:58.449592 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.455004 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.460738 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'status': 'completed', 'code': 200} Sep 15 08:41:58.464988 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c3302fae-7c8c-49bf-8021-b56773a26c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:58.507439 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480be06a-aada-4475-8160-7cc7f0bc3a9e,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:58.510716 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.515409 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2966199 Sep 15 08:41:58.515577 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33540) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:58.520947 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group_rule': {'security_group_id': '480be06a-aada-4475-8160-7cc7f0bc3a9e', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:58.526040 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.527003 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.527467 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:58.528000 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.531539 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:58.535143 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:58.537581 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.538338 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.539598 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.540431 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.543874 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.544551 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.545129 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.546330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:41:58.560517 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:58.562750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:58.588867 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.680158 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.689096 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.692782 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:58.758493 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8cc48e-7c63-45f4-929e-530930e9a1dd,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:58.766174 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:58.781121 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '5d7f6e0f-e337-4ab0-aea0-8faf1afdc615', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'port_id': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'mac_address': 'fa:16:3e:d3:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:56Z', 'updated_at': '2021-09-15T08:41:56Z', 'revision_number': 0, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:58.781785 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.785652 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] Checking router: dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:41:58.785897 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33546) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:58.789440 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f15904d8-0e81-4b0b-a720-c708c55a65a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2716794 Sep 15 08:41:58.791805 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group_rule': {'security_group_id': '480be06a-aada-4475-8160-7cc7f0bc3a9e', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:58.797585 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:58.801405 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:58.802727 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:41:58.804034 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:41:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:58.804863 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:58.811739 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:58.838648 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235269d-6527-4dc9-bf16-a0add37761cd req-fdedbbc7-9a66-4d82-ab00-2f2379cdd399 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:41:58.840070 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.843399 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5235269d-6527-4dc9-bf16-a0add37761cd req-fdedbbc7-9a66-4d82-ab00-2f2379cdd399 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.1381187 Sep 15 08:41:58.900865 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5235269d-6527-4dc9-bf16-a0add37761cd req-985cac9e-1e44-4f34-ab26-93d4dfc43ad1 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500500 Sep 15 08:41:58.942385 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.947650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.950380 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6685f414-98fd-4818-a7a0-5791fbbfcf47 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:58.971041 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dd292a-4333-4121-85f7-4e955bb33cff,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:58.975771 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:58.983729 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:58.984967 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ac73d5f6-df8b-4192-9499-5d70e62efbe2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1980963 Sep 15 08:41:58.987722 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33550) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:59.004538 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group_rule': {'security_group_id': '480be06a-aada-4475-8160-7cc7f0bc3a9e', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:59.021569 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:41:59.025984 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:59.030018 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:59.033171 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:59.047473 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:59.071343 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.143065 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.149876 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.154939 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:59.189368 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.193652 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2049901 Sep 15 08:41:59.194722 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33554) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:59.196422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f8320c-6ca3-4d19-803b-7b4b5a7fce62,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.202172 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group_rule': {'security_group_id': '480be06a-aada-4475-8160-7cc7f0bc3a9e', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:59.203656 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:59.211180 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:59.215359 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:59.218219 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:59.223799 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:59.242194 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.334514 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.342426 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.356090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a0e58d95-9cb4-4f9e-bdee-0aa91c021992 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:59.379554 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c9b3ea-0a5c-4139-8b4e-2fa5f88ebb2e,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.384321 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:59.389963 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.391559 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5ea9c4bf-0841-4d5d-9f63-427714fbb37b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1960909 Sep 15 08:41:59.394257 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33558) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:59.400791 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group_rule': {'security_group_id': '480be06a-aada-4475-8160-7cc7f0bc3a9e', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:59.407726 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:59.411782 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:59.415832 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:59.421920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:59.439026 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.securitygroups_db [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Project 8749b1f8c21947a7b8912d75085e3b1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:41:59.453999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.484964 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '5d7f6e0f-e337-4ab0-aea0-8faf1afdc615', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'port_id': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'mac_address': 'fa:16:3e:d3:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:56Z', 'updated_at': '2021-09-15T08:41:56Z', 'revision_number': 0, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:41:59.489143 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b218ccf-d7f3-4903-bd2f-38f075a90d2f None None] The sync data for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi is: [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '5d7f6e0f-e337-4ab0-aea0-8faf1afdc615', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'port_id': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'mac_address': 'fa:16:3e:d3:98:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:41:56Z', 'updated_at': '2021-09-15T08:41:56Z', 'revision_number': 0, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:41:59.531842 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.535580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.537779 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7e5b62e3-4d02-484e-a423-6e077b54e1ef tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:59.574334 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a670f70-7c4b-40c7-bc84-29b73c135f3d,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.578599 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:59.595505 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.597663 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4aecc56c-be6e-4346-b1cd-558fbcccda58 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2024121 Sep 15 08:41:59.600655 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33562) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:41:59.607832 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'security_group_rule': {'security_group_id': '480be06a-aada-4475-8160-7cc7f0bc3a9e', 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:41:59.614249 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:41:59.618902 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Usage tracker for resource:security_group_rule and tenant:8749b1f8c21947a7b8912d75085e3b1b is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:41:59.621749 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:41:59.627669 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:41:59.639267 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.securitygroups_db [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Project 8749b1f8c21947a7b8912d75085e3b1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:41:59.646649 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.728804 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f854d06-93ec-4485-bac7-67795431b68c None None] New status for floating IP 5d7f6e0f-e337-4ab0-aea0-8faf1afdc615: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:41:59.739969 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.745246 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.751749 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7b3be583-da15-4dac-936f-1cdb98ccc43e tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:41:59.770462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab82174-2719-4d2f-bffa-c432a9d00298,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:41:59.773740 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:41:59.783205 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:41:59.784400 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-148e6445-7d27-4dc6-8a04-49767cd28728 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1815300 Sep 15 08:41:59.924364 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-c6008b9d-b2b5-4a70-8453-959e582e309b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393655999&fields=id&tenant_id=8749b1f8c21947a7b8912d75085e3b1b HTTP/1.1" status: 200 len: 267 time: 0.0430696 Sep 15 08:42:00.113612 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-13999cf3-fffb-4a22-a842-fb2be2a4beb5 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.115170 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-13999cf3-fffb-4a22-a842-fb2be2a4beb5 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.1853225 Sep 15 08:42:00.127874 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'port': {'security_groups': ['48b579f8-3e08-4666-a0af-ec96747224fb', '480be06a-aada-4475-8160-7cc7f0bc3a9e']}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:00.193552 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:42:00.255473 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.554241 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:00.582151 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.590664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.596599 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ad58987f-a245-4ff5-970e-94c1e446d30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:00.603740 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:00.664840 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.665457 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:00.666863 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a0f2ef19-25d5-430e-b65b-555dd11adcb9 req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "PUT /v2.0/ports/5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 981 time: 0.5438976 Sep 15 08:42:00.667381 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:00.692771 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=6']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:00.698442 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7883779d-0ca5-427d-8e66-2597a5ff090f tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:00.790587 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:00.924369 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fe0cf-0c0e-403b-abb8-c3b7218a320e req-3798ede4-12a8-414c-a6cf-58552ee4bac9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:00.925768 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-328fe0cf-0c0e-403b-abb8-c3b7218a320e req-3798ede4-12a8-414c-a6cf-58552ee4bac9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0923824 Sep 15 08:42:01.003568 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-328fe0cf-0c0e-403b-abb8-c3b7218a320e req-d2deee79-7517-47e6-ad98-8334b86dfd27 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669322 Sep 15 08:42:01.051808 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-6b30ad7a-7c2b-44cf-b8bd-46899e7d3cb1 None None] Provisioning complete for port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:01.052190 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6b30ad7a-7c2b-44cf-b8bd-46899e7d3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:01.095571 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'status': 'completed', 'code': 200} Sep 15 08:42:01.312019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa451e-d237-452b-9268-9b35aca1ba4e req-e6fd6379-483e-4e30-b9ee-59983610b06e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:01.315933 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-35aa451e-d237-452b-9268-9b35aca1ba4e req-e6fd6379-483e-4e30-b9ee-59983610b06e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1079085 Sep 15 08:42:01.378736 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-35aa451e-d237-452b-9268-9b35aca1ba4e req-7ba490b2-0e61-47d2-8a6b-d8db39ca5af1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555212 Sep 15 08:42:02.234728 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975afe3f-c887-4aaa-8484-ecffa269e538 req-cd51a979-2f31-46c5-b202-598d51129b49 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:02.236527 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-975afe3f-c887-4aaa-8484-ecffa269e538 req-cd51a979-2f31-46c5-b202-598d51129b49 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0821142 Sep 15 08:42:02.290231 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-975afe3f-c887-4aaa-8484-ecffa269e538 req-af8db9d1-6d0c-4f0c-a8a6-8dedde131ac7 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473552 Sep 15 08:42:03.512561 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2fab1-810a-43c7-ab1e-63215a162aba req-8b3c584e-94f4-4af0-b70a-acc5f37bcaa5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:03.514055 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6f2fab1-810a-43c7-ab1e-63215a162aba req-8b3c584e-94f4-4af0-b70a-acc5f37bcaa5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0820415 Sep 15 08:42:03.565297 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c6f2fab1-810a-43c7-ab1e-63215a162aba req-c2331d8f-1469-48c6-9245-c1ace2ac0a4a tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436625 Sep 15 08:42:04.799371 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f446d-8066-4fee-bae5-44d484fdb42c req-810d6abc-da59-414c-8b9f-fe30ff9bc4a5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:04.800811 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-455f446d-8066-4fee-bae5-44d484fdb42c req-810d6abc-da59-414c-8b9f-fe30ff9bc4a5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0851939 Sep 15 08:42:04.844759 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-455f446d-8066-4fee-bae5-44d484fdb42c req-2005d872-7095-4c18-9515-4d3baf14ef56 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 Sep 15 08:42:06.057732 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870dd98-ec8d-4a63-93cd-7fb2f3f9e414 req-1113b4a4-206a-4ede-a74b-42c1e0d264f8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:06.059132 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6870dd98-ec8d-4a63-93cd-7fb2f3f9e414 req-1113b4a4-206a-4ede-a74b-42c1e0d264f8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0752585 Sep 15 08:42:06.110878 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6870dd98-ec8d-4a63-93cd-7fb2f3f9e414 req-0ad5190b-fd35-43b2-8770-51c917b26049 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Sep 15 08:42:07.348433 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dca8ac-567a-4bae-87ca-4660afb832ab req-2f396e60-47b5-4ee7-b50c-8a70f6a7e8cc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:07.350057 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37dca8ac-567a-4bae-87ca-4660afb832ab req-2f396e60-47b5-4ee7-b50c-8a70f6a7e8cc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0968018 Sep 15 08:42:07.397695 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-37dca8ac-567a-4bae-87ca-4660afb832ab req-b674f0fb-50fc-4ead-8b93-5078fbf8cd6c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Sep 15 08:42:08.625275 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def08b16-3d3f-4bc5-a130-f2dfc4bd4c25 req-20dbbcbf-ad55-45db-bb65-1710bf5f996f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:08.626766 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-def08b16-3d3f-4bc5-a130-f2dfc4bd4c25 req-20dbbcbf-ad55-45db-bb65-1710bf5f996f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0770290 Sep 15 08:42:08.676113 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-def08b16-3d3f-4bc5-a130-f2dfc4bd4c25 req-914276e3-f26f-4bfb-bd27-3d3d46a2f731 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Sep 15 08:42:09.199143 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-17107339-fc5b-49e8-b88f-a1896a1c811b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1137 time: 0.0746520 Sep 15 08:42:09.333991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-09fb05a8-2275-49de-bc2e-aa0e4564dabb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:09.336179 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-09fb05a8-2275-49de-bc2e-aa0e4564dabb service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.1269293 Sep 15 08:42:09.444965 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-4c6ea405-8c27-4b1b-842e-d9714fddaf48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 1000 time: 0.1004078 Sep 15 08:42:09.594706 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-d8a01bce-a8a0-4ddb-8323-f130a9dfd231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:09.596047 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-d8a01bce-a8a0-4ddb-8323-f130a9dfd231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.1435707 Sep 15 08:42:09.669927 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-56bca7ce-c27c-4785-91ad-4a57c56eb397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665627 Sep 15 08:42:09.803948 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-5174967a-6970-4cc0-9141-896b173a61e0 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264844 Sep 15 08:42:09.887406 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6359b81-0af5-44e4-a968-1380c279cf83 req-5e5c730a-e578-4130-8a54-9b4902f2595c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:09.888779 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f6359b81-0af5-44e4-a968-1380c279cf83 req-5e5c730a-e578-4130-8a54-9b4902f2595c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0809522 Sep 15 08:42:09.933934 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f6359b81-0af5-44e4-a968-1380c279cf83 req-1181d0d5-6413-4743-9c5e-7305ad849f92 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392039 Sep 15 08:42:09.939307 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-7a8dead5-1e36-48fc-a145-e22b1f131816 req-e96bcce6-995e-49c5-8353-fced4d575d85 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276393 Sep 15 08:42:10.061764 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-238fd14b-6fde-4b52-8d93-8bb240cfbaec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1137 time: 0.0725284 Sep 15 08:42:10.193246 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-85d149f2-cf49-4e40-a0d3-1f3a1a7b31b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:10.195419 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-85d149f2-cf49-4e40-a0d3-1f3a1a7b31b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.1253791 Sep 15 08:42:10.299756 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-ba09833d-75cf-4235-8c2e-a409e83adba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 1000 time: 0.0972650 Sep 15 08:42:10.362005 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-01010cc2-b13e-4668-826c-34078e0a4d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:10.363418 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-01010cc2-b13e-4668-826c-34078e0a4d8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.0558872 Sep 15 08:42:10.437388 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-22e301bb-d023-4a1b-b9e5-09a97c0c01f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669723 Sep 15 08:42:10.569552 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-ff1c59d6-8d76-4c57-9e6b-066f41205a4f service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248538 Sep 15 08:42:10.705293 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-23aaac70-91c9-4972-8d82-7721c74d6e0e req-f7ac4e32-d019-47f8-a52d-a11cfb7f0dff service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295335 Sep 15 08:42:11.150605 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60226d-bb72-4fc3-aaa0-892cd1b032dc req-6e344be2-00c5-44b0-b119-20647041d8aa tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:11.152041 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9a60226d-bb72-4fc3-aaa0-892cd1b032dc req-6e344be2-00c5-44b0-b119-20647041d8aa tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0819523 Sep 15 08:42:11.196574 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9a60226d-bb72-4fc3-aaa0-892cd1b032dc req-7655b802-8da6-4f70-ae69-b95589c1aa86 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Sep 15 08:42:12.403023 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc817ec-3d53-428d-8ddf-3e9a517a54b9 req-ac556094-0f2c-45d1-98a1-4863cec70bb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:12.404463 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8fc817ec-3d53-428d-8ddf-3e9a517a54b9 req-ac556094-0f2c-45d1-98a1-4863cec70bb8 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 944 time: 0.0762942 Sep 15 08:42:12.449629 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8fc817ec-3d53-428d-8ddf-3e9a517a54b9 req-03698817-88f8-4d2a-a3ae-201b0285e977 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397460 Sep 15 08:42:12.785651 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:42:12.926603 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:12.939765 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'port_id': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'mac_address': 'fa:16:3e:3b:d6:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:42:12.997300 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.014215 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38163dc-6c34-4300-98c4-779e2ea4972e {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:13.029541 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:13.033392 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:13.035272 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:13.098101 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=9']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:13.106950 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.107296 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.107634 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.107966 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.108296 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.108634 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.108947 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.109271 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.109593 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.109940 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.110260 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:13.113788 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:13.260152 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['f38163dc-6c34-4300-98c4-779e2ea4972e'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:13.671309 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a172f-038b-4ef3-96ab-ad9f06b4d09d req-9c451848-869a-49e4-ae8a-8bf3dca646c2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:13.672855 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-173a172f-038b-4ef3-96ab-ad9f06b4d09d req-9c451848-869a-49e4-ae8a-8bf3dca646c2 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 945 time: 0.0830989 Sep 15 08:42:13.719186 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-173a172f-038b-4ef3-96ab-ad9f06b4d09d req-3f6791a2-7c40-47b6-ba8a-e862a3551b4f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Sep 15 08:42:14.819234 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:14.889307 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port f38163dc-6c34-4300-98c4-779e2ea4972e triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:14.889691 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:14.930767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986dff-5120-4ef6-9292-87044b9a0546 req-72e1fcfe-8340-43bf-a2be-02c656062435 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:14.932204 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-af986dff-5120-4ef6-9292-87044b9a0546 req-72e1fcfe-8340-43bf-a2be-02c656062435 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 945 time: 0.0760670 Sep 15 08:42:14.977279 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-af986dff-5120-4ef6-9292-87044b9a0546 req-2ae1be51-8785-4a07-b380-efd74b70811d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 Sep 15 08:42:15.002585 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.028647 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:15.038361 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:15.042761 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:15.045655 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:15.091117 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'code': 200} Sep 15 08:42:15.118032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=10']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:15.120953 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:15.332115 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0c378585-b81e-410a-8837-893e38169724 req-94890034-b0bd-4809-946a-782accdb6a8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1100 time: 0.0711634 Sep 15 08:42:15.375899 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0c378585-b81e-410a-8837-893e38169724 req-0aceac56-76b6-4bd7-aadd-cc309f9b6dfc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363548 Sep 15 08:42:15.721167 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc0d6f-a5dc-4248-8882-9cf5b5dd6454 req-7cbdfeda-2819-44b2-9a78-993db47d86f5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:15.722726 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8ddc0d6f-a5dc-4248-8882-9cf5b5dd6454 req-7cbdfeda-2819-44b2-9a78-993db47d86f5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.1573851 Sep 15 08:42:15.768110 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8ddc0d6f-a5dc-4248-8882-9cf5b5dd6454 req-f5ea14a4-0118-45b3-9e32-07a5c6c4257e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397246 Sep 15 08:42:16.186934 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479170b9-8a09-4a07-89a1-d8965c012e23 req-5c8d5fd7-7b0b-49e6-b241-0f9823a8672d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:16.188392 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-479170b9-8a09-4a07-89a1-d8965c012e23 req-5c8d5fd7-7b0b-49e6-b241-0f9823a8672d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 947 time: 0.0785172 Sep 15 08:42:16.233383 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-479170b9-8a09-4a07-89a1-d8965c012e23 req-de82d19b-c38c-496b-9502-fd5d7f821c3d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 Sep 15 08:42:16.968599 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff8f44-83ca-4057-9af9-c6cec59639d9 req-ae9d3700-bd7d-44e8-bc23-40e689f8ae79 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:16.970066 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-45ff8f44-83ca-4057-9af9-c6cec59639d9 req-ae9d3700-bd7d-44e8-bc23-40e689f8ae79 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0771091 Sep 15 08:42:17.015944 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-45ff8f44-83ca-4057-9af9-c6cec59639d9 req-a8a8df5d-de27-4a24-9186-dfb622c9e48d tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Sep 15 08:42:17.442289 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-b348e164-f71a-40f0-a032-d3334addff97 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:17.442989 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-b348e164-f71a-40f0-a032-d3334addff97 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:17.447462 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a859c-6335-4f7e-84cc-9e7762c242c9 req-bb411286-da44-403b-8ea8-ea520e02a771 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:17.448910 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-689a859c-6335-4f7e-84cc-9e7762c242c9 req-bb411286-da44-403b-8ea8-ea520e02a771 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 947 time: 0.0814462 Sep 15 08:42:17.460622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-b348e164-f71a-40f0-a032-d3334addff97 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:17.461941 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-b348e164-f71a-40f0-a032-d3334addff97 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0953541 Sep 15 08:42:17.496506 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-689a859c-6335-4f7e-84cc-9e7762c242c9 req-149b9a71-1285-423e-a240-d5c54d694502 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Sep 15 08:42:17.538752 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Deleting port fd5861ed-7107-4986-91b8-b5a01a145910 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:17.539031 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:17.864665 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] For port fd5861ed-7107-4986-91b8-b5a01a145910, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=fd5861ed-7107-4986-91b8-b5a01a145910,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:17.864915 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.154982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.155418 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.155824 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Floating IP d0b540e4-ff2a-410c-838c-16b3773d9921 disassociated. External IP: 172.27.0.67, port: fd5861ed-7107-4986-91b8-b5a01a145910. Sep 15 08:42:18.156260 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Calling delete_port for fd5861ed-7107-4986-91b8-b5a01a145910 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:18.246240 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c9ea2-1e2a-44f7-9c00-910cca08834f req-5f80a968-4786-47d3-99e4-28fb6f59ca58 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:18.247710 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e37c9ea2-1e2a-44f7-9c00-910cca08834f req-5f80a968-4786-47d3-99e4-28fb6f59ca58 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 946 time: 0.0786929 Sep 15 08:42:18.295552 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e37c9ea2-1e2a-44f7-9c00-910cca08834f req-4fefe578-44ba-4a78-ba7d-0dd52ce10d70 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Sep 15 08:42:18.310902 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.320873 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:18.360446 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'Port': ['ID=fd5861ed-7107-4986-91b8-b5a01a145910,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:18.363647 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:18.572235 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:18.583789 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-af712155-3079-48a6-88ab-eba14b0148ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.778207 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:18.789066 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:18.800979 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:18.801598 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:41:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:18.858022 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] No DVR routers for this DVR port fd5861ed-7107-4986-91b8-b5a01a145910 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:18.860538 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.863215 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'name': 'network-vif-deleted', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:18.880485 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-54d4c5e6-b7ac-4e12-9562-1909b917db1a req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "DELETE /v2.0/ports/fd5861ed-7107-4986-91b8-b5a01a145910 HTTP/1.1" status: 204 len: 173 time: 1.4134421 Sep 15 08:42:18.914107 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:18.923562 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dd4093-dc11-4eac-9a21-a5a2315f8f04', 'name': 'network-vif-deleted', 'tag': 'fd5861ed-7107-4986-91b8-b5a01a145910', 'status': 'completed', 'code': 200} Sep 15 08:42:19.048895 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:19.389112 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:19.393229 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:19.405733 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:19.405937 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:41:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:19.506526 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7c0cfccb-34e9-4d46-8aad-8a1c7bb9c353 req-4eeed718-031b-4a08-b6ff-82da29387baf tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4dd4093-dc11-4eac-9a21-a5a2315f8f04 HTTP/1.1" status: 200 len: 210 time: 0.0538049 Sep 15 08:42:19.587820 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:19.952663 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:19.957871 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066ca64-c7c6-4089-bc05-3843169dd6cb None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:20.182737 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1202254-de3a-40df-bf42-cf86c1cd8e01 None None] New status for floating IP d0b540e4-ff2a-410c-838c-16b3773d9921: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:20.761279 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-eceb5cb6-7c0b-4684-b47c-b52d037f9113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:20.848831 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device fd5861ed-7107-4986-91b8-b5a01a145910 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:20.881526 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: fd5861ed-7107-4986-91b8-b5a01a145910 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:20.881780 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device fd5861ed-7107-4986-91b8-b5a01a145910 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:20.888977 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-d1dbca60-605a-4499-969d-fc669dd847a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233413887&fields=id&tenant_id=309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 267 time: 0.0407741 Sep 15 08:42:21.035723 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b13d8-900f-4635-8816-8f016b775252 req-2ead17da-64a2-4159-b3ac-7694d7f45aa5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:21.037165 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-2ead17da-64a2-4159-b3ac-7694d7f45aa5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1418848 Sep 15 08:42:21.052743 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-7ec1ae36-1072-4ada-8926-ede7a3865f09 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/quotas/309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 375 time: 0.0100710 Sep 15 08:42:21.134263 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-8a5a54e5-28e2-4759-b0d1-e2c21049f421 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765200 Sep 15 08:42:21.270245 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-2e45af98-6245-4a9b-9fba-ebd60d67e2d7 service neutron] 10.222.0.36 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251750 Sep 15 08:42:21.406484 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-32be7b29-a0ee-4f52-83f2-82d2e0be06fb service neutron] 10.222.0.36 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296940 Sep 15 08:42:21.628946 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:21.838187 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e47db556-3c11-4503-af53-2aeba2f4f2bd req-1cc85c1c-8e79-4e8b-96a3-989aef89aa3f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 210 time: 0.0494325 Sep 15 08:42:22.001082 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:22.941684 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b13d8-900f-4635-8816-8f016b775252 req-a5cc22af-6582-4ba5-92a1-ad5b302711f1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:22.943179 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-a5cc22af-6582-4ba5-92a1-ad5b302711f1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1576128 Sep 15 08:42:23.004818 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-8c1b2fdc-28d7-4acb-aaad-06b989028594 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 379 time: 0.0437591 Sep 15 08:42:23.011778 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a3ddc1d-f0b6-464c-8628-e1adb25f941c req-2a505d66-2ba2-446f-b5e0-ed9b5bb8a424 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 210 time: 0.0447996 Sep 15 08:42:23.014074 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'port': {'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'admin_state_up': True, 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'security_groups': ['dd841e55-4500-4b43-96c8-0168c91380f4']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:23.150349 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:23.154240 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:port and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:23.157088 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:23.163238 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:23.172775 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Made reservation on behalf of 309358a7aa1f4596a13ce1f6e1639db6 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:42:23.176506 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.340814 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Allocated IP 172.20.0.12 (a25bcdba-fd25-44e1-a2dd-ce841e34c7c6/d5ab7de0-0950-4031-b86f-9dcc700f6cee/d93f92f1-147d-4504-a648-e19618da0fea) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:23.366916 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.611439 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.627838 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Transition to ACTIVE for port object d93f92f1-147d-4504-a648-e19618da0fea will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:23.650177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.655354 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ad6d4c3d-27c3-4792-9374-e29d16d4fc92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:23.726200 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:23.729304 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:23.737330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:23.765609 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=d93f92f1-147d-4504-a648-e19618da0fea,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:23.777100 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:23.802270 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:23.803041 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.827872 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8174458 Sep 15 08:42:23.840212 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Request body: {'port': {'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:23.959408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:23.997916 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-729d55e3-73fa-4775-89ab-4385397688ba None None] Provisioning for port d93f92f1-147d-4504-a648-e19618da0fea completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:24.003312 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-729d55e3-73fa-4775-89ab-4385397688ba None None] Provisioning complete for port d93f92f1-147d-4504-a648-e19618da0fea triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:24.003624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-729d55e3-73fa-4775-89ab-4385397688ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.071835 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-729d55e3-73fa-4775-89ab-4385397688ba None None] Port d93f92f1-147d-4504-a648-e19618da0fea cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:42:24.294262 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a2389-b62c-47f2-9f40-d6f33a4bf805 req-5f8e35d9-0542-4e2d-ba79-09e049b83489 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:24.295897 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-229a2389-b62c-47f2-9f40-d6f33a4bf805 req-5f8e35d9-0542-4e2d-ba79-09e049b83489 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 932 time: 0.1403837 Sep 15 08:42:24.316328 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-c3cb777a-9491-4879-9101-a3e7059d7a71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1137 time: 0.1294820 Sep 15 08:42:24.330337 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d1910-cd8c-44fc-9978-4d63ceadcb03 req-046a98e2-abc5-4966-ab66-30c7475f0f17 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:24.332304 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-004d1910-cd8c-44fc-9978-4d63ceadcb03 req-046a98e2-abc5-4966-ab66-30c7475f0f17 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1284685 Sep 15 08:42:24.386105 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-229a2389-b62c-47f2-9f40-d6f33a4bf805 req-cd00bc67-aecb-4cd4-91fb-1491983923e0 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803816 Sep 15 08:42:24.398121 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-004d1910-cd8c-44fc-9978-4d63ceadcb03 req-1dab14cf-8a88-4d5c-8de6-206f47c5d589 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575700 Sep 15 08:42:24.468517 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93f92f1-147d-4504-a648-e19618da0fea {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:24.478478 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.515303 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Transition to ACTIVE for port object d93f92f1-147d-4504-a648-e19618da0fea will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:42:24.522051 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:24.525510 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:24.553223 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-77969e63-b02f-40f9-bb2f-3b665275cc2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:24.554781 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-77969e63-b02f-40f9-bb2f-3b665275cc2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.2277596 Sep 15 08:42:24.720248 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Pushing event updated for resources: {'Port': ['ID=d93f92f1-147d-4504-a648-e19618da0fea,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:24.725577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:24.815665 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-b3a275a6-4930-4ca9-90a4-ef1432b44011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 1000 time: 0.2464588 Sep 15 08:42:24.855846 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-f38dddd1-0549-4886-8eae-2e38467cd760 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767446 Sep 15 08:42:24.906093 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-84a12769-6605-4eee-882e-3a2a5f29e544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:24.907366 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-84a12769-6605-4eee-882e-3a2a5f29e544 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.0819614 Sep 15 08:42:24.911537 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Attempting to bind port d93f92f1-147d-4504-a648-e19618da0fea on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:42:24.912548 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Attempting to bind port d93f92f1-147d-4504-a648-e19618da0fea by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:42:24.913538 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Attempting to bind port d93f92f1-147d-4504-a648-e19618da0fea on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:24.960919 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Port d93f92f1-147d-4504-a648-e19618da0fea on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:42:24.961605 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Attempting to bind port d93f92f1-147d-4504-a648-e19618da0fea on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:42:24.976777 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:42:24.977115 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Checking segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:42:24.977496 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Bound using segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:42:24.977952 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Bound port: d93f92f1-147d-4504-a648-e19618da0fea, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:42:24.978300 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.018380 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-76cbb997-f38e-4fd1-b970-781c3504a5b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 1100 time: 0.0705702 Sep 15 08:42:25.078411 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-a5a6e06e-dc1e-4a11-8d19-1c6732c4e91b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1623380 Sep 15 08:42:25.157783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] For port d93f92f1-147d-4504-a648-e19618da0fea, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:42:25.166016 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-b414b28c-c9f6-4c20-b08a-a63b56a17f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:25.168041 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-b414b28c-c9f6-4c20-b08a-a63b56a17f10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 200 len: 918 time: 0.1288249 Sep 15 08:42:25.291311 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] For port d93f92f1-147d-4504-a648-e19618da0fea, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d93f92f1-147d-4504-a648-e19618da0fea,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:42:25.298813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.306573 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:25.355859 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-b3e2ac6e-3469-47a8-a7b5-497e1c14c073 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 200 len: 1002 time: 0.1817503 Sep 15 08:42:25.393551 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:25.394956 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] 10.222.0.21 "PUT /v2.0/ports/d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 1094 time: 1.5589366 Sep 15 08:42:25.397722 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-950a36aa-c91f-49fb-8596-21ebd400fd81 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119454 Sep 15 08:42:25.397941 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:25.451920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-bad30a99-d11f-42d7-8053-328fb1bbaca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:25.454641 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-bad30a99-d11f-42d7-8053-328fb1bbaca4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 200 len: 856 time: 0.0907934 Sep 15 08:42:25.524217 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea', 'status': 'completed', 'code': 200} Sep 15 08:42:25.567602 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Pushing event updated for resources: {'Port': ['ID=d93f92f1-147d-4504-a648-e19618da0fea,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:25.575362 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:25.644956 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c58f21ef-a8d6-4af7-bfca-9fd251963072 req-f407b4e3-0b8a-4442-a56d-26ea3db96224 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371283 Sep 15 08:42:25.649209 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-0f8ac22c-20e5-4bc7-85db-000709fd0f98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1097 time: 0.1573508 Sep 15 08:42:25.675522 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-a7a87aae-de23-4bfa-800e-9ba9398c7b2b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d97b9800-bfed-4900-85e6-4668f0a8b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2118428 Sep 15 08:42:25.729378 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-2826fa75-1bde-4aef-b6a7-461fa437a5c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 217 time: 0.0706470 Sep 15 08:42:25.793950 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17ba13-f81e-40e9-98bc-86a5f823be72 req-1433d2d0-cbf7-4d3c-8566-3cc31bce19ba tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:25.795438 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8a17ba13-f81e-40e9-98bc-86a5f823be72 req-1433d2d0-cbf7-4d3c-8566-3cc31bce19ba tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.2526302 Sep 15 08:42:25.805444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b13d8-900f-4635-8816-8f016b775252 req-c92febb5-69f4-4ea9-b99b-718c7b89eea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:25.807275 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-c92febb5-69f4-4ea9-b99b-718c7b89eea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0688410 Sep 15 08:42:25.880869 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7dc64-ec81-4225-bf18-d5fd90bdc06f req-c805b1bf-3b65-4983-af14-d79bcafe90c1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:25.882992 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b5a7dc64-ec81-4225-bf18-d5fd90bdc06f req-c805b1bf-3b65-4983-af14-d79bcafe90c1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.2660742 Sep 15 08:42:25.890480 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-5e20a405-f8b2-441c-b21f-4ed0cd1c8f94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720768 Sep 15 08:42:25.894421 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-26efd27f-1954-4368-af7c-e0ac6503a4cf service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083189 Sep 15 08:42:25.938512 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8a17ba13-f81e-40e9-98bc-86a5f823be72 req-f40b329d-f98c-4db2-9a3f-88cc59d0b931 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341746 Sep 15 08:42:26.039462 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b5a7dc64-ec81-4225-bf18-d5fd90bdc06f req-c7d7c281-0a29-436d-a7de-bb8adfc8707b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487236 Sep 15 08:42:26.043688 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-b5feab21-8cbc-4b6d-8041-fd72486690ed service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396127 Sep 15 08:42:26.077066 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bca05f4e-e7ef-424f-85a4-450863fa5d60 req-03aa7e1e-b5d5-4d07-9006-c7a51fed409f service neutron] 10.222.0.21 "GET /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682522 Sep 15 08:42:26.189687 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b15b13d8-900f-4635-8816-8f016b775252 req-f1d15bd9-8958-409a-b083-2be78683dc3c service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382833 Sep 15 08:42:26.301301 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-9f98592b-baab-4743-bab3-15333acea93e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1097 time: 0.0715139 Sep 15 08:42:26.431670 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186931a9-f689-4671-9f50-e8d7284f5100 req-f571e4f0-dc7e-488c-a7ab-728591f3d835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:26.433091 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-f571e4f0-dc7e-488c-a7ab-728591f3d835 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1254022 Sep 15 08:42:26.500352 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-0de43364-0b6b-4625-8cae-2c23252ca94c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 217 time: 0.0601892 Sep 15 08:42:26.568411 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186931a9-f689-4671-9f50-e8d7284f5100 req-c5c7a7ef-97a5-47b6-b330-c77fe4792ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:26.570008 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-c5c7a7ef-97a5-47b6-b330-c77fe4792ed7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0622962 Sep 15 08:42:26.647379 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-61b3ea46-df0a-4dfe-816b-30a43b5a372b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715463 Sep 15 08:42:26.785906 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-9141af36-ff28-47d8-acc1-7edf867d15af service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280253 Sep 15 08:42:26.917038 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-186931a9-f689-4671-9f50-e8d7284f5100 req-38a66c6a-32f7-4dbe-9bd3-906f1222738b service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217782 Sep 15 08:42:27.132490 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65452ef3-020b-4978-b60b-66760a57a969 req-f6c582dc-f4d8-4611-b909-eda89a77b620 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:27.134089 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-65452ef3-020b-4978-b60b-66760a57a969 req-f6c582dc-f4d8-4611-b909-eda89a77b620 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.0822706 Sep 15 08:42:27.221974 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-65452ef3-020b-4978-b60b-66760a57a969 req-8bfb66e9-f1c3-4cea-bcd3-b71c142e23d4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824206 Sep 15 08:42:27.258334 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37a1f1-7207-4954-b765-577f10c02f80 req-6c908aed-0767-4d75-a3bf-b3c6c7da29ca tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:27.259756 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8a37a1f1-7207-4954-b765-577f10c02f80 req-6c908aed-0767-4d75-a3bf-b3c6c7da29ca tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0868568 Sep 15 08:42:27.306086 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8a37a1f1-7207-4954-b765-577f10c02f80 req-7fe206d3-c9c8-48f5-a13d-2c83e6ad30aa tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408907 Sep 15 08:42:28.426936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4ecd-d1c8-4f63-b7bd-ae3e4ba4e4c8 req-1d31c3d5-20ea-4d46-b596-9cf96d77c572 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:28.428631 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-942a4ecd-d1c8-4f63-b7bd-ae3e4ba4e4c8 req-1d31c3d5-20ea-4d46-b596-9cf96d77c572 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.0810609 Sep 15 08:42:28.475869 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-942a4ecd-d1c8-4f63-b7bd-ae3e4ba4e4c8 req-c9d1faab-12ca-4c36-aec6-89fb5fe0ccac tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Sep 15 08:42:28.573905 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e98da6-1af7-4ffe-a947-921f408f4941 req-61563bb6-5484-44d8-9fe8-81410b701340 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:28.575313 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79e98da6-1af7-4ffe-a947-921f408f4941 req-61563bb6-5484-44d8-9fe8-81410b701340 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0838964 Sep 15 08:42:28.650520 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-79e98da6-1af7-4ffe-a947-921f408f4941 req-7fd4fa4a-6b67-47c2-b392-798dd278a129 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672009 Sep 15 08:42:29.670119 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a03af-b7a2-43c6-b64e-329140c76f74 req-d02308a5-4afe-4aad-9e73-66d08af72ad7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:29.671458 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6a7a03af-b7a2-43c6-b64e-329140c76f74 req-d02308a5-4afe-4aad-9e73-66d08af72ad7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.0760412 Sep 15 08:42:29.722284 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6a7a03af-b7a2-43c6-b64e-329140c76f74 req-119620bd-ab6d-4157-8e3b-aac521354adf tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Sep 15 08:42:29.861467 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c819c-b0d7-4f80-808e-fdefb1dcdd91 req-630ce5b9-57ee-4ee9-98a4-0032339f3c6e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:29.862951 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-204c819c-b0d7-4f80-808e-fdefb1dcdd91 req-630ce5b9-57ee-4ee9-98a4-0032339f3c6e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0804179 Sep 15 08:42:29.911443 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-204c819c-b0d7-4f80-808e-fdefb1dcdd91 req-64a4b4c6-93a6-43d3-a2cf-a670ef639a63 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418553 Sep 15 08:42:30.922032 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea1971-b803-42f7-8935-ae8441d69964 req-bf7ed59e-59db-4bbd-bf33-2e83afaa8176 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:30.923466 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ebea1971-b803-42f7-8935-ae8441d69964 req-bf7ed59e-59db-4bbd-bf33-2e83afaa8176 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.0831523 Sep 15 08:42:30.977394 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ebea1971-b803-42f7-8935-ae8441d69964 req-be386591-2f09-4f24-beaf-71ade647ae13 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483336 Sep 15 08:42:31.110019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917f58c-f652-4ca3-aeba-2e24cbafcbe0 req-da5423c3-d0f1-4b4a-9721-ed79d5167398 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:31.111374 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f917f58c-f652-4ca3-aeba-2e24cbafcbe0 req-da5423c3-d0f1-4b4a-9721-ed79d5167398 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0768065 Sep 15 08:42:31.160914 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f917f58c-f652-4ca3-aeba-2e24cbafcbe0 req-aa796372-1470-437a-83e0-c8d37b69a9cb tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429816 Sep 15 08:42:32.175276 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50d016-52c9-4da3-bdaf-78743ebbde6e req-4f6cbe71-81a6-4edd-a62a-92639635582a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:32.176699 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-af50d016-52c9-4da3-bdaf-78743ebbde6e req-4f6cbe71-81a6-4edd-a62a-92639635582a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.0792372 Sep 15 08:42:32.224278 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-af50d016-52c9-4da3-bdaf-78743ebbde6e req-ef58fb8e-e1d7-4057-977b-fcc386f93f93 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 Sep 15 08:42:32.357446 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e76ff-1251-45ed-893d-e34e0a4a6738 req-e21412b0-1996-4d2e-81e7-f15330d5f3d6 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:32.358855 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-346e76ff-1251-45ed-893d-e34e0a4a6738 req-e21412b0-1996-4d2e-81e7-f15330d5f3d6 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0772531 Sep 15 08:42:32.405022 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-346e76ff-1251-45ed-893d-e34e0a4a6738 req-cadd4a07-c16c-40c6-a3fb-3a5f730df4a3 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406625 Sep 15 08:42:33.491261 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f6fd-0daf-4654-b055-83af72c574ea req-9708f21f-8d7d-442f-a788-fa028acd56a3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:33.492717 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9091f6fd-0daf-4654-b055-83af72c574ea req-9708f21f-8d7d-442f-a788-fa028acd56a3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.1514614 Sep 15 08:42:33.579597 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9091f6fd-0daf-4654-b055-83af72c574ea req-f0a3b442-5903-4fe8-99b1-266f1522780c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814118 Sep 15 08:42:33.613053 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560f8d4-43a9-4c32-b803-484c4905d6d5 req-8f8190ad-106d-4b56-b9ed-db6a982793c1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:33.614568 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d560f8d4-43a9-4c32-b803-484c4905d6d5 req-8f8190ad-106d-4b56-b9ed-db6a982793c1 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0878577 Sep 15 08:42:33.660730 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d560f8d4-43a9-4c32-b803-484c4905d6d5 req-eca45176-322e-47c1-ae33-fab2ee974c0b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400293 Sep 15 08:42:34.776196 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69946225-0e7f-49d5-b3e0-a19e71b23906 req-3b97eebe-9334-45d1-9d37-00ccb6a49666 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.777650 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69946225-0e7f-49d5-b3e0-a19e71b23906 req-3b97eebe-9334-45d1-9d37-00ccb6a49666 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.0773747 Sep 15 08:42:34.874280 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-69946225-0e7f-49d5-b3e0-a19e71b23906 req-dbef5eb4-c659-42ac-b0a4-74974ff44cb2 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628550 Sep 15 08:42:34.893231 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e80747-8dfe-4db7-8cc9-5fc1bd410e14 req-5c4f3555-d9d2-4a9a-b692-8655baa76387 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:34.894686 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e7e80747-8dfe-4db7-8cc9-5fc1bd410e14 req-5c4f3555-d9d2-4a9a-b692-8655baa76387 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1132190 Sep 15 08:42:34.941247 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e7e80747-8dfe-4db7-8cc9-5fc1bd410e14 req-8a94d86c-51b8-4c35-96f8-7aa41e14c6a4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406904 Sep 15 08:42:36.106593 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c10ea-1992-48ab-8ae7-fc87c308520e req-434b4b8e-7946-4da2-bda1-fe1061927617 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:36.108020 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-369c10ea-1992-48ab-8ae7-fc87c308520e req-434b4b8e-7946-4da2-bda1-fe1061927617 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 944 time: 0.1125951 Sep 15 08:42:36.174134 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-369c10ea-1992-48ab-8ae7-fc87c308520e req-33cef5a5-0cf2-4ced-8487-563fa5400fc2 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606446 Sep 15 08:42:36.189537 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a55c5-5845-440f-b6e2-4fb03436e617 req-94803736-c01b-43bb-9585-55b58af328c2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:36.190970 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-681a55c5-5845-440f-b6e2-4fb03436e617 req-94803736-c01b-43bb-9585-55b58af328c2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1261616 Sep 15 08:42:36.237597 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-681a55c5-5845-440f-b6e2-4fb03436e617 req-8cb306ac-14c0-4aac-b538-28917f359813 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409746 Sep 15 08:42:36.959354 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device d93f92f1-147d-4504-a648-e19618da0fea details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:42:37.090574 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port d93f92f1-147d-4504-a648-e19618da0fea, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d93f92f1-147d-4504-a648-e19618da0fea,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:37.103406 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'd93f92f1-147d-4504-a648-e19618da0fea', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:42:37.156661 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:37.173559 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93f92f1-147d-4504-a648-e19618da0fea {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:42:37.188805 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port d93f92f1-147d-4504-a648-e19618da0fea, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d93f92f1-147d-4504-a648-e19618da0fea,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:37.192330 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:37.195369 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c570eb1c-9ccc-41d4-9e5b-b650861cee6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:37.196447 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:42:37.270862 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=d93f92f1-147d-4504-a648-e19618da0fea,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:37.274321 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:37.424999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eb29c-50ad-482b-8f1c-d88afc786569 req-6a38e615-45b2-455b-927a-54c75743f433 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:37.427617 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-179eb29c-50ad-482b-8f1c-d88afc786569 req-6a38e615-45b2-455b-927a-54c75743f433 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 945 time: 0.1226203 Sep 15 08:42:37.475555 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['d93f92f1-147d-4504-a648-e19618da0fea'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:42:37.495360 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-179eb29c-50ad-482b-8f1c-d88afc786569 req-45ad1860-19de-493b-bd11-c71d21eeac58 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618632 Sep 15 08:42:37.514831 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdae46d-7b57-440e-bc2a-1dcacaf967c5 req-e05db9cb-8959-4202-8ba8-d514eebd82cb tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:37.516347 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-efdae46d-7b57-440e-bc2a-1dcacaf967c5 req-e05db9cb-8959-4202-8ba8-d514eebd82cb tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1271250 Sep 15 08:42:37.563546 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-efdae46d-7b57-440e-bc2a-1dcacaf967c5 req-e9f1b436-7d8b-4b05-bb4f-ab7961de9f8b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403035 Sep 15 08:42:38.728909 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a2cc4-4758-4b0f-9297-e1bfa33a1a23 req-eb6046a2-6a5d-45ca-a0fc-de0b0bc94978 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:38.730380 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a0a2cc4-4758-4b0f-9297-e1bfa33a1a23 req-eb6046a2-6a5d-45ca-a0fc-de0b0bc94978 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 945 time: 0.1139832 Sep 15 08:42:38.801948 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0a0a2cc4-4758-4b0f-9297-e1bfa33a1a23 req-9b4e83aa-35fe-48db-944a-43da67a45ee0 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653818 Sep 15 08:42:38.814735 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805a0f9-6de4-4ad7-82ab-a00e63c7829a req-4f7272d2-8ccb-4d70-af91-453023b3ef9e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:38.816165 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0805a0f9-6de4-4ad7-82ab-a00e63c7829a req-4f7272d2-8ccb-4d70-af91-453023b3ef9e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1241436 Sep 15 08:42:38.868965 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-0805a0f9-6de4-4ad7-82ab-a00e63c7829a req-0e999877-c50d-467b-b69f-38018312ac9c tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468464 Sep 15 08:42:38.980636 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device d93f92f1-147d-4504-a648-e19618da0fea up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:42:39.050974 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port d93f92f1-147d-4504-a648-e19618da0fea completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:42:39.056455 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port d93f92f1-147d-4504-a648-e19618da0fea triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:42:39.056768 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:39.175032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:39.206103 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:39.213769 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port d93f92f1-147d-4504-a648-e19618da0fea, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d93f92f1-147d-4504-a648-e19618da0fea,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:39.218907 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:39.220610 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:39.279297 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea', 'code': 200} Sep 15 08:42:39.312464 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=d93f92f1-147d-4504-a648-e19618da0fea,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:39.315373 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:39.592619 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9a96e170-c13c-4d74-b312-52b1bfb9c037 req-022ace25-1e11-40be-8775-9dbb0f0d4a0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1099 time: 0.1563494 Sep 15 08:42:39.635153 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9a96e170-c13c-4d74-b312-52b1bfb9c037 req-e60d422a-3b81-47c7-9895-66e869675266 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350604 Sep 15 08:42:40.044318 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd2d2-ed56-4696-b85e-8546200faf12 req-356d9a75-bac3-4332-a8e5-750fa0b6911f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:40.045733 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f5bbd2d2-ed56-4696-b85e-8546200faf12 req-356d9a75-bac3-4332-a8e5-750fa0b6911f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 946 time: 0.1153760 Sep 15 08:42:40.118210 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f5bbd2d2-ed56-4696-b85e-8546200faf12 req-be128f95-1dfc-437d-8ac5-a707df8eb7d6 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623391 Sep 15 08:42:40.124424 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b27a-99e1-4ae5-81d2-e0650814c84b req-fa908412-ceaa-4d60-b874-c6f8c2632cd2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:40.125888 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3868b27a-99e1-4ae5-81d2-e0650814c84b req-fa908412-ceaa-4d60-b874-c6f8c2632cd2 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1325493 Sep 15 08:42:40.172407 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3868b27a-99e1-4ae5-81d2-e0650814c84b req-96d3d7ae-ad3b-4398-90af-069d68d3a288 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409565 Sep 15 08:42:41.367119 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74af41b-1a5a-4aa1-80a2-cf84444eefc1 req-086b7032-ac10-43d7-a655-a9c7fa314c74 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:41.368567 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b74af41b-1a5a-4aa1-80a2-cf84444eefc1 req-086b7032-ac10-43d7-a655-a9c7fa314c74 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 946 time: 0.1312225 Sep 15 08:42:41.419308 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804252a6-cb9e-4603-bcef-cbae5e3a4628 req-e46a2365-51ad-4fba-b608-9f63b01371f9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:41.420734 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804252a6-cb9e-4603-bcef-cbae5e3a4628 req-e46a2365-51ad-4fba-b608-9f63b01371f9 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.1283290 Sep 15 08:42:41.447879 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b74af41b-1a5a-4aa1-80a2-cf84444eefc1 req-7f7c0d72-4529-4bd0-bb7e-60b1b3dccd0e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712187 Sep 15 08:42:41.474480 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-804252a6-cb9e-4603-bcef-cbae5e3a4628 req-4486db18-d6ba-4510-bab1-81ae890a54ca tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475132 Sep 15 08:42:41.644577 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca301da-19b1-4dd4-b763-bab978488575 req-1410315b-b385-4a32-919c-15d77a40dad5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:41.647001 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eca301da-19b1-4dd4-b763-bab978488575 req-1410315b-b385-4a32-919c-15d77a40dad5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 946 time: 0.0814590 Sep 15 08:42:41.692980 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-eca301da-19b1-4dd4-b763-bab978488575 req-044762b4-c17a-43a6-a932-fa9729a8c602 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Sep 15 08:42:41.721095 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33870) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:41.791412 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-36e5f3cb-ff8e-45b2-9686-a49999f4921e tempest-TestVolumeBootPattern-1524424261 tempest-TestVolumeBootPattern-1524424261-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1094 time: 0.0690951 Sep 15 08:42:41.793928 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33876) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:41.798905 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:42:41.805116 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:42:41.808828 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:floatingip and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:42:41.811649 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:42:41.817159 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:42:41.828146 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:41.979810 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.189312 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Allocated IP 172.27.0.227 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/d6d46991-d91b-49d5-b56f-7a4e1b847743) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:42:42.340109 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.367781 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:42.371778 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:42.441286 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:42:42.442098 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=d6d46991-d91b-49d5-b56f-7a4e1b847743,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:42.445159 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:42:42.446924 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:42.447581 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:42:42.830716 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740ea81-72bc-4a61-8149-195bd03e6fd0 req-94bc5735-5f4d-41c7-bf4d-170306bb33c4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:42.832424 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3740ea81-72bc-4a61-8149-195bd03e6fd0 req-94bc5735-5f4d-41c7-bf4d-170306bb33c4 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.2347250 Sep 15 08:42:42.903214 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3740ea81-72bc-4a61-8149-195bd03e6fd0 req-5a9d1dd8-606f-45ce-afd3-eb788a0c1c4e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644131 Sep 15 08:42:43.063824 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.123484 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.349699 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.354540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.358606 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:43.464840 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=d6d46991-d91b-49d5-b56f-7a4e1b847743,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:43.468747 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:43.478106 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:43.670889 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.l3_db [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Floating IP 21443a66-e6c5-42dd-b0c2-5695da6735f3 associated. External IP: 172.27.0.227, port: d93f92f1-147d-4504-a648-e19618da0fea. Sep 15 08:42:44.046664 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2086-58a5-444a-9d27-ffb3feb3dc1f req-6389165f-292a-4829-9851-1b5acab9603c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.048077 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-203a2086-58a5-444a-9d27-ffb3feb3dc1f req-6389165f-292a-4829-9851-1b5acab9603c tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.1148481 Sep 15 08:42:44.211438 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-203a2086-58a5-444a-9d27-ffb3feb3dc1f req-5a588322-cf13-41ea-854f-1a16e8eff627 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331351 Sep 15 08:42:44.239205 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa172b-eee0-4481-9466-f77cebce1c87 req-9deb3dc2-9011-4d58-9fbe-f40486630c39 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.241179 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c8fa172b-eee0-4481-9466-f77cebce1c87 req-9deb3dc2-9011-4d58-9fbe-f40486630c39 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.2048912 Sep 15 08:42:44.352631 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c8fa172b-eee0-4481-9466-f77cebce1c87 req-924be60a-44c3-45eb-951a-8f52594a7681 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056147 Sep 15 08:42:44.398074 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:44.601137 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:44.610541 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:44.623490 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:44.624109 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:44.635213 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:44.688743 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8938179 Sep 15 08:42:44.689663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:44.744653 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea', 'status': 'completed', 'code': 200} Sep 15 08:42:44.807015 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:44.838572 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-09e32a8c-9a11-499f-bc29-4d66d4d8f1d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1099 time: 0.0687361 Sep 15 08:42:44.971231 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-8f137241-f93c-4575-8962-dbe357dde3aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:44.972662 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-8f137241-f93c-4575-8962-dbe357dde3aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1269670 Sep 15 08:42:45.077687 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-1d34461a-f172-46d5-8f87-b070383934ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 1000 time: 0.0970471 Sep 15 08:42:45.139807 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-edf83604-4879-4488-b2bc-2ec5ac211956 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.141285 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-edf83604-4879-4488-b2bc-2ec5ac211956 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0570123 Sep 15 08:42:45.153473 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:42Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:45.157341 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:45.168117 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:45.168720 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:45.220346 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-cedf2d72-d974-43a9-af4c-1c194a72bcae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717599 Sep 15 08:42:45.353807 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:45.365451 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-85a2930e-15e9-430d-a05b-05601a2e3170 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364715 Sep 15 08:42:45.409203 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d04f9d-2f9d-4ec3-8635-3e2ee1b7d224 req-1e264974-457f-48d7-a4b8-38021f76387b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.410720 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95d04f9d-2f9d-4ec3-8635-3e2ee1b7d224 req-1e264974-457f-48d7-a4b8-38021f76387b tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0779622 Sep 15 08:42:45.466537 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95d04f9d-2f9d-4ec3-8635-3e2ee1b7d224 req-54cc59d5-524d-4947-894b-3a070069abbb tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups?id=4440b593-6969-4427-b59e-f1393fdd02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497465 Sep 15 08:42:45.528773 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-f2db94dd-0496-4b40-a409-c93c60fef36b req-2928902e-b9d6-4ab9-af92-ae7116a3d2b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556468 Sep 15 08:42:45.569740 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729e7b7-1561-431e-ad01-6d1a50fe54ab req-3480df36-6399-4479-b50a-988af9686dc0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.571350 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b729e7b7-1561-431e-ad01-6d1a50fe54ab req-3480df36-6399-4479-b50a-988af9686dc0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0792444 Sep 15 08:42:45.619072 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b729e7b7-1561-431e-ad01-6d1a50fe54ab req-0d2fa693-3ea1-483f-a0fa-6471e59e901b tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419412 Sep 15 08:42:45.705520 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-b1cf2224-2ecc-4394-983f-882ec79474a4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:45.706500 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-b1cf2224-2ecc-4394-983f-882ec79474a4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Synchronizing usage tracker for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:45.722413 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-b1cf2224-2ecc-4394-983f-882ec79474a4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Unset dirty status for tenant:f4b8a2b94bc34332b54c43c7596efbe9 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:45.724124 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-b1cf2224-2ecc-4394-983f-882ec79474a4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 946 time: 0.0953496 Sep 15 08:42:45.782529 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:42Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:45.787370 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c0d695-5dae-4d01-b3d0-ae340eed9a89 None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:42Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:45.804032 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Deleting port 73250328-2f0f-481b-85f7-91865b02eda9 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:45.804699 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:45.981457 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c921fd2d-8d5d-436b-b598-7322b9ed62a4 None None] New status for floating IP 21443a66-e6c5-42dd-b0c2-5695da6735f3: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:46.054530 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] For port 73250328-2f0f-481b-85f7-91865b02eda9, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73250328-2f0f-481b-85f7-91865b02eda9,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:46.055109 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.349714 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.349962 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.350245 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Floating IP 2c9c4a7d-e48f-4b3c-9e09-22f39536bdee disassociated. External IP: 172.27.0.4, port: 73250328-2f0f-481b-85f7-91865b02eda9. Sep 15 08:42:46.350585 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Calling delete_port for 73250328-2f0f-481b-85f7-91865b02eda9 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:46.589582 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:46.595278 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:46.641574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event deleted for resources: {'Port': ['ID=73250328-2f0f-481b-85f7-91865b02eda9,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:46.645988 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:46.654424 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8c9a0a02-56b1-4d1d-8b70-56246ee92fb3 req-277270de-b1cf-4604-8b66-94a6323e8c00 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a93eaf7b-4de7-4476-8288-7fa50693ccae HTTP/1.1" status: 200 len: 210 time: 0.0518441 Sep 15 08:42:46.823324 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47bdff-1c43-4b31-aa20-93b239758c17 req-26600d3b-be0b-4bbb-8b72-6909bfa3f7a0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:46.824753 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd47bdff-1c43-4b31-aa20-93b239758c17 req-26600d3b-be0b-4bbb-8b72-6909bfa3f7a0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0759020 Sep 15 08:42:46.865399 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:46.871701 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-dd47bdff-1c43-4b31-aa20-93b239758c17 req-6a445545-a05f-4cc2-af0d-d6940cd0fcfd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=480be06a-aada-4475-8160-7cc7f0bc3a9e&id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413523 Sep 15 08:42:47.067195 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:47.077377 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:47.089978 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:47.090595 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:47.140582 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] No DVR routers for this DVR port 73250328-2f0f-481b-85f7-91865b02eda9 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:47.143380 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.147582 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'name': 'network-vif-deleted', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:47.163201 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-182f4a8d-492b-49ba-80c2-73c8030124fd req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.21 "DELETE /v2.0/ports/73250328-2f0f-481b-85f7-91865b02eda9 HTTP/1.1" status: 204 len: 173 time: 1.4319935 Sep 15 08:42:47.208558 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93eaf7b-4de7-4476-8288-7fa50693ccae', 'name': 'network-vif-deleted', 'tag': '73250328-2f0f-481b-85f7-91865b02eda9', 'status': 'completed', 'code': 200} Sep 15 08:42:47.287228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:47.768834 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:47.793584 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:47.813830 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:47.814480 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:47.820986 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33926) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:47.889225 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.920557 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.977702 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:47.983074 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-59610185-b4ec-4eb6-8f19-3918858c3ea8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:47.998668 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440b593-6969-4427-b59e-f1393fdd02fd,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:48.001482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:48.010490 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.014039 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "DELETE /v2.0/security-groups/4440b593-6969-4427-b59e-f1393fdd02fd HTTP/1.1" status: 204 len: 168 time: 0.1897984 Sep 15 08:42:48.014260 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33930) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:48.031635 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.api.v2.resource [None req-4f4d7391-0479-4b00-af9b-e0918bc3294f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] show failed (client error): The resource could not be found. Sep 15 08:42:48.035056 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4f4d7391-0479-4b00-af9b-e0918bc3294f tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "GET /v2.0/security-groups/4440b593-6969-4427-b59e-f1393fdd02fd HTTP/1.1" status: 404 len: 347 time: 0.0172431 Sep 15 08:42:48.035631 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33934) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:48.043801 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:48.194439 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Deleting port 92eb81d8-3368-4711-a020-4dc32e0d918a {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:48.194885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.376254 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:48.380275 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c07f59-2575-466e-8612-7c357914a8e8 None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:36:44Z', 'revision_number': 4, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '737fe133-af0b-4e43-9e08-b0727d7a945d', 'name': '', 'network_id': 'cb672797-37c2-4dde-bc91-62357c542c19', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'mac_address': 'fa:16:3e:fd:c0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3202846d-867e-40aa-8799-d846cee08586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:43Z', 'updated_at': '2021-09-15T08:36:53Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'subnets': [{'id': '3202846d-867e-40aa-8799-d846cee08586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:48.465418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.465757 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.589812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Calling delete_port for 92eb81d8-3368-4711-a020-4dc32e0d918a owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:48.590359 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1baed963-8def-4ec7-ac26-48299cac14bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.614041 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9267e-d524-4c7c-a0be-c6d24b1006f1 None None] New status for floating IP 2c9c4a7d-e48f-4b3c-9e09-22f39536bdee: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:48.733293 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.737288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-46dc61f7-cfa9-45b5-94d6-7cad2b8ecbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:48.780489 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Pushing event deleted for resources: {'Port': ['ID=92eb81d8-3368-4711-a020-4dc32e0d918a,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:48.783837 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:48.791452 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.db.api [None req-fbd9267e-d524-4c7c-a0be-c6d24b1006f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:42:48.791833 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_db.api [None req-fbd9267e-d524-4c7c-a0be-c6d24b1006f1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:42:48.874781 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.886263 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.889363 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:48.890539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ba5d563f-8575-4fbe-9b25-12c3e64bbfe8 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] 10.222.0.36 "DELETE /v2.0/floatingips/2c9c4a7d-e48f-4b3c-9e09-22f39536bdee HTTP/1.1" status: 204 len: 168 time: 0.8535202 Sep 15 08:42:49.005604 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 73250328-2f0f-481b-85f7-91865b02eda9 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:49.086306 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 73250328-2f0f-481b-85f7-91865b02eda9 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:49.086654 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 73250328-2f0f-481b-85f7-91865b02eda9 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:49.293141 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9267e-d524-4c7c-a0be-c6d24b1006f1 None None] New status for floating IP 2c9c4a7d-e48f-4b3c-9e09-22f39536bdee: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:42:50.764230 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1c1b6a78-52a2-4999-adb2-e4db4bcec959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:51.626247 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:52.001146 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:52.898176 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33966) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:53.368339 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:53.416757 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:54.089809 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Deleting port 737fe133-af0b-4e43-9e08-b0727d7a945d {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:54.090515 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:54.260455 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] For port 737fe133-af0b-4e43-9e08-b0727d7a945d, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=737fe133-af0b-4e43-9e08-b0727d7a945d,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:54.260804 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:54.378891 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Calling delete_port for 737fe133-af0b-4e43-9e08-b0727d7a945d owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:54.550094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:54.554541 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-daf7e91f-b48a-450b-b1ea-56fc3f7684b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:54.594405 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Pushing event deleted for resources: {'Port': ['ID=737fe133-af0b-4e43-9e08-b0727d7a945d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:54.597733 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:54.895460 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:55.555866 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:55.761707 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:55.776602 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] Sync routers for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:55.780500 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33978) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:55.794609 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:55.795559 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:55.795738 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3a5f18c3-2111-48c6-8da2-6276e70c63bf admin admin] 10.222.0.36 "PUT /v2.0/routers/d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8951764 Sep 15 08:42:55.985724 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:55.993794 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks [] for router, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.198670 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.208261 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Deleting port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:56.208622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.292533 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:42:54Z', 'revision_number': 5, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port': {'id': '4d4232d6-1646-4427-aba0-6c6ad2e2c8ff', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:36:38Z', 'updated_at': '2021-09-15T08:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:56.296783 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe5801-b904-4cd8-8696-c9326395d405 req-96431080-8f15-48bb-883e-e58f729f0ac9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:56.296954 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] Checking router: d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:56.298349 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bbbe5801-b904-4cd8-8696-c9326395d405 req-96431080-8f15-48bb-883e-e58f729f0ac9 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 947 time: 0.0883894 Sep 15 08:42:56.308604 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] Routers {'d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:56.309201 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:56.363785 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bbbe5801-b904-4cd8-8696-c9326395d405 req-33bf7f46-c057-48e5-b18b-c50d571d9c97 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566087 Sep 15 08:42:56.404656 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] For port 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:56.405013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.465600 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] Set router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b gateway port host: None {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:56.530812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Calling delete_port for 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff owned by network:router_gateway {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:56.570280 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:42:56Z', 'revision_number': 6, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:56.574161 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc15017-0ff5-421c-94db-7b6ad511c578 None None] The sync data for ids ['d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b'] in dv-cinder-806007-2-iscsi is: [{'id': 'd9f0fe51-b8d3-4a84-a4c9-236dcef9c35b', 'name': 'tempest-AttachVolumeTestJSON-1479146343-router', 'tenant_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:36:37Z', 'updated_at': '2021-09-15T08:42:56Z', 'revision_number': 6, 'project_id': 'f4b8a2b94bc34332b54c43c7596efbe9', 'gw_port_host': None}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:42:56.700991 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:56.704387 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ef89ec2c-6078-45a5-9285-64fe707db6a8 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:56.836223 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4232d6-1646-4427-aba0-6c6ad2e2c8ff,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:56.839007 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:57.063678 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.323201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.327445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.353892 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.354424 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b {{(pid=75063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:42:57.369993 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.371120 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] 10.222.0.36 "DELETE /v2.0/routers/d9f0fe51-b8d3-4a84-a4c9-236dcef9c35b HTTP/1.1" status: 204 len: 168 time: 1.5896523 Sep 15 08:42:57.373575 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 33988) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:57.436420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_v2 [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Deleting subnet 3202846d-867e-40aa-8799-d846cee08586 {{(pid=75063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:42:57.439703 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.491146 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2310617'] for subnet, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.586641 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d376dc6-2e08-40e6-af6d-8b68b3775ab6 req-1cb526ab-1020-4722-b35a-a9f8ba55a76d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.588124 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2d376dc6-2e08-40e6-af6d-8b68b3775ab6 req-1cb526ab-1020-4722-b35a-a9f8ba55a76d tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 947 time: 0.0900192 Sep 15 08:42:57.638909 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2d376dc6-2e08-40e6-af6d-8b68b3775ab6 req-c176edd6-bc91-494d-b850-54f2640a69a5 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups?id=741d18fa-a371-4f1c-a04f-b25e1db17c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445423 Sep 15 08:42:57.651710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.732966 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-6c4822d0-1424-49db-9e3f-e95bc3be48dc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:42:57.733650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-6c4822d0-1424-49db-9e3f-e95bc3be48dc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Synchronizing usage tracker for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:42:57.752309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2233066'] for subnet, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.757323 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:57.782025 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-6c4822d0-1424-49db-9e3f-e95bc3be48dc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Unset dirty status for tenant:18f68433aa8b44559fc7e8f961d9f9ba on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:42:57.783618 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-6c4822d0-1424-49db-9e3f-e95bc3be48dc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 947 time: 0.1845806 Sep 15 08:42:57.815930 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 737fe133-af0b-4e43-9e08-b0727d7a945d no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:57.822575 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3202846d-867e-40aa-8799-d846cee08586,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:57.840696 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.845424 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:57.850337 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930f6f7-eedb-4da1-9510-c2706f8fd30c None None] Network cb672797-37c2-4dde-bc91-62357c542c19 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:42:57.857705 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-37509cd9-8765-466f-a48e-d752ea7a07ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3202846d-867e-40aa-8799-d846cee08586 HTTP/1.1" status: 204 len: 168 time: 0.4831500 Sep 15 08:42:57.860284 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 33994) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:57.864509 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 737fe133-af0b-4e43-9e08-b0727d7a945d {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:57.865448 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 737fe133-af0b-4e43-9e08-b0727d7a945d not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:57.866089 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:57.873552 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Deleting port f38163dc-6c34-4300-98c4-779e2ea4972e {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:57.873926 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.944367 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:57.945011 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 4d4232d6-1646-4427-aba0-6c6ad2e2c8ff not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:42:57.969596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:57.980787 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Deleting port 13d229b3-21b5-4ea5-990b-aed0846ea4fd {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:57.981126 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.140287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] For port f38163dc-6c34-4300-98c4-779e2ea4972e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f38163dc-6c34-4300-98c4-779e2ea4972e,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:58.140649 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.160184 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] DHCP port deletion for cb672797-37c2-4dde-bc91-62357c542c19 request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:42:58.164830 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Deleting port 13d229b3-21b5-4ea5-990b-aed0846ea4fd {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:58.165248 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.194857 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] For port 13d229b3-21b5-4ea5-990b-aed0846ea4fd, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=13d229b3-21b5-4ea5-990b-aed0846ea4fd,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:58.195224 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.330032 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Calling delete_port for 13d229b3-21b5-4ea5-990b-aed0846ea4fd owned by network:dhcp {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:58.386271 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] For port 13d229b3-21b5-4ea5-990b-aed0846ea4fd, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=13d229b3-21b5-4ea5-990b-aed0846ea4fd,segment=NetworkSegment(c4131629-ba44-456c-8a34-0a3ef509cba9),segment_id=c4131629-ba44-456c-8a34-0a3ef509cba9)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:42:58.386762 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.411311 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.418303 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c0966405-f465-4171-a391-5b33b0a27406 tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:58.473105 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Pushing event deleted for resources: {'Port': ['ID=13d229b3-21b5-4ea5-990b-aed0846ea4fd,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:58.479924 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] No DVR routers for this DVR port 13d229b3-21b5-4ea5-990b-aed0846ea4fd on host dv-cinder-806007-2-iscsi {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:58.533623 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.534076 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.534385 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.534748 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.535107 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.535466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.536205 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.536205 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.536517 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.536892 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.537243 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.540120 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.540728 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.540896 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:58.541440 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Floating IP 875a2c0f-95d7-44a4-9966-b5d3af019ff5 disassociated. External IP: 172.27.0.105, port: f38163dc-6c34-4300-98c4-779e2ea4972e. Sep 15 08:42:58.542130 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Calling delete_port for f38163dc-6c34-4300-98c4-779e2ea4972e owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:58.545674 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Calling delete_port for 13d229b3-21b5-4ea5-990b-aed0846ea4fd owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:42:58.613434 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.627986 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb672797-37c2-4dde-bc91-62357c542c19']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:58.640190 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4131629-ba44-456c-8a34-0a3ef509cba9') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:58.640624 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4131629-ba44-456c-8a34-0a3ef509cba9') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:58.652912 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.669975 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.677781 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:42:58.678304 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.688470 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:42:58.689027 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:42:58.691257 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:42:58.692257 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:42:58.700094 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4cadb540-4465-41b1-be28-3ef5bc74eaf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:58.750649 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event deleted for resources: {'Port': ['ID=f38163dc-6c34-4300-98c4-779e2ea4972e,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:58.767712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.767712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.767712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.767712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.767712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.768139 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.768395 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.768831 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.769324 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.769795 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.770279 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:42:58.774494 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.775119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:58.779868 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:58.795108 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:58.838313 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Pushing event deleted for resources: {'Network': ['ID=cb672797-37c2-4dde-bc91-62357c542c19,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:58.846331 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:58.848530 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-864f02c1-2555-42b9-8365-8ff4667ee8e0 req-5a2ea998-9bbb-4d28-9a0e-7483b6c5bf27 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 210 time: 0.0509822 Sep 15 08:42:58.861556 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb672797-37c2-4dde-bc91-62357c542c19 HTTP/1.1" status: 204 len: 168 time: 0.9998348 Sep 15 08:42:58.982071 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Router d897420a-5941-447b-835c-4c1f11908254 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:42:59.010850 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34002) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:59.061968 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c7019cad-3fdf-434d-ab05-d9094f064ce0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4b8a2b94bc34332b54c43c7596efbe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496204 Sep 15 08:42:59.064191 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34006) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:42:59.130910 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:59.190166 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Deleting port 13d229b3-21b5-4ea5-990b-aed0846ea4fd {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:42:59.190755 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:59.203758 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:42:59.215552 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:42:59.230996 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:59.231642 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:59.260810 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:59.295909 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-604f7af7-7612-405c-a95c-27e907715ff3 None None] The port '13d229b3-21b5-4ea5-990b-aed0846ea4fd' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:42:59.299212 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] No DVR routers for this DVR port f38163dc-6c34-4300-98c4-779e2ea4972e on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:42:59.301453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:59.324976 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:59.333032 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-78fd0344-0a65-438d-8562-50837dde6eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:42:59.334781 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-deleted', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:42:59.342038 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-a8f43ca6-07c5-44a7-88f7-acee82d1f58c req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.21 "DELETE /v2.0/ports/f38163dc-6c34-4300-98c4-779e2ea4972e HTTP/1.1" status: 204 len: 173 time: 1.5474083 Sep 15 08:42:59.351086 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3848824a-a78d-4fee-9005-a4db8ec18132,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:42:59.362907 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:42:59.396531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:42:59.398387 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3848824a-a78d-4fee-9005-a4db8ec18132 HTTP/1.1" status: 204 len: 168 time: 0.3332517 Sep 15 08:42:59.421399 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e434d-a812-474a-8a01-33576be02f29', 'name': 'network-vif-deleted', 'tag': 'f38163dc-6c34-4300-98c4-779e2ea4972e', 'status': 'completed', 'code': 200} Sep 15 08:42:59.507222 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:42:59.825804 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 13d229b3-21b5-4ea5-990b-aed0846ea4fd no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:42:59.838941 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:59.843529 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:42:59.857858 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:42:59.858476 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:42:59.880821 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 13d229b3-21b5-4ea5-990b-aed0846ea4fd {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:42:59.881722 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 13d229b3-21b5-4ea5-990b-aed0846ea4fd not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:00.065644 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:00.086482 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1536a474-10f7-4b03-ae36-8d7c9b0a9485 req-c6cb8b4e-9f17-441b-bc7c-b5e4c60f44fe tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/ports?device_id=428e434d-a812-474a-8a01-33576be02f29 HTTP/1.1" status: 200 len: 210 time: 0.0561430 Sep 15 08:43:00.380542 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:00.384354 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b238fa-c607-46af-ae80-5f1e07290889 None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:35:24Z', 'revision_number': 4, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'b37d8c09-48b2-4498-ac9e-d3da7223217d', 'name': '', 'network_id': 'd97b9800-bfed-4900-85e6-4668f0a8b3ad', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'mac_address': 'fa:16:3e:52:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:22Z', 'updated_at': '2021-09-15T08:35:34Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'subnets': [{'id': '057230c9-f19e-4377-9a2b-ed514db9ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:00.604690 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e5aa4-4d19-4204-be26-736b926b2ba9 None None] New status for floating IP 875a2c0f-95d7-44a4-9966-b5d3af019ff5: DOWN {{(pid=75065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:43:01.066194 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:01.100215 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: f38163dc-6c34-4300-98c4-779e2ea4972e {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:01.100577 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device f38163dc-6c34-4300-98c4-779e2ea4972e not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:01.237812 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34054) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:01.307878 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.335661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.391123 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.394958 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c4e6e2db-7e1b-42ae-bcd2-2ad3a1ce6ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:01.409380 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741d18fa-a371-4f1c-a04f-b25e1db17c3f,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:01.413215 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:01.424527 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.429075 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "DELETE /v2.0/security-groups/741d18fa-a371-4f1c-a04f-b25e1db17c3f HTTP/1.1" status: 204 len: 168 time: 0.1868436 Sep 15 08:43:01.429520 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34062) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:01.450827 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.api.v2.resource [None req-7dfcb7b5-36eb-4272-b553-f54585957450 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] show failed (client error): The resource could not be found. Sep 15 08:43:01.452001 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7dfcb7b5-36eb-4272-b553-f54585957450 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "GET /v2.0/security-groups/741d18fa-a371-4f1c-a04f-b25e1db17c3f HTTP/1.1" status: 404 len: 347 time: 0.0218005 Sep 15 08:43:01.454986 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34066) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:01.621621 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Deleting port 394b6004-aefb-4aa7-a08b-1a4af9962c52 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:01.622017 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.790375 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.790702 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:01.914351 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Calling delete_port for 394b6004-aefb-4aa7-a08b-1a4af9962c52 owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:01.947070 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34082) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:02.054869 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.058919 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:02.093571 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.099112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Pushing event deleted for resources: {'Port': ['ID=394b6004-aefb-4aa7-a08b-1a4af9962c52,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:02.101589 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:02.128650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:02.133119 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cdb1ad362ff4561b284980e6573616b is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:02.136001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:02.141623 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:02.196643 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.209155 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.212456 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.213059 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.216546 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] 10.222.0.36 "DELETE /v2.0/floatingips/875a2c0f-95d7-44a4-9966-b5d3af019ff5 HTTP/1.1" status: 204 len: 168 time: 0.7576663 Sep 15 08:43:02.220222 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a5b57543-9c60-402d-be85-a82671cf2304 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:02.260830 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baafeac6-947d-48a4-8bb6-abd47fcb5d04,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:02.264141 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:02.266419 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cdb1ad362ff4561b284980e6573616b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3183398 Sep 15 08:43:02.269041 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34090) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:02.330782 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.360134 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.413066 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.418142 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-29ae9cb3-b74d-4c96-9365-b964a09d7b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:02.434381 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baafeac6-947d-48a4-8bb6-abd47fcb5d04,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:02.437219 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:02.439124 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.440656 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baafeac6-947d-48a4-8bb6-abd47fcb5d04 HTTP/1.1" status: 204 len: 168 time: 0.1703501 Sep 15 08:43:02.774265 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34100) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:02.794106 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.825277 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:02.829212 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Usage tracker for resource:security_group_rule and tenant:b272710fae2946b0b9439e6dcaf8e5eb is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:02.838528 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:02.844470 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:02.910622 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.914941 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:02.921132 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8e4dee4c-8ce0-4a35-9739-70641d7ed92d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:02.960291 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee3b7d-c66e-4533-994b-2cb266393456,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:02.967042 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b272710fae2946b0b9439e6dcaf8e5eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891563 Sep 15 08:43:02.967042 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:02.967540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34104) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:03.027808 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.054038 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.105379 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.108940 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-66ec6e6e-98d8-44be-aac9-23433835b0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:03.119936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee3b7d-c66e-4533-994b-2cb266393456,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:03.123620 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:03.126933 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:03.128046 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7ee3b7d-c66e-4533-994b-2cb266393456 HTTP/1.1" status: 204 len: 168 time: 0.1599956 Sep 15 08:43:05.025226 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34164) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:05.691724 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.354840 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Deleting port b37d8c09-48b2-4498-ac9e-d3da7223217d {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:06.355511 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.547247 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] For port b37d8c09-48b2-4498-ac9e-d3da7223217d, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=b37d8c09-48b2-4498-ac9e-d3da7223217d,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:06.547608 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.669569 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Calling delete_port for b37d8c09-48b2-4498-ac9e-d3da7223217d owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:06.845432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:06.849797 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:06.890583 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37d8c09-48b2-4498-ac9e-d3da7223217d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:06.892945 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:07.176461 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:07.827691 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Router d897420a-5941-447b-835c-4c1f11908254 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:43:08.046535 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:43:08.062434 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/d897420a-5941-447b-835c-4c1f11908254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360198 Sep 15 08:43:08.062841 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] Sync routers for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:43:08.063336 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34192) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:08.078433 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:08.079520 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:08.272749 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks [] for router, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.293939 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:08.489825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.499336 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Deleting port dd3b2a0e-7e60-482c-8bf7-424d07346387 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:08.499726 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.596772 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:43:06Z', 'revision_number': 5, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port': {'id': 'dd3b2a0e-7e60-482c-8bf7-424d07346387', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd897420a-5941-447b-835c-4c1f11908254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:35:16Z', 'updated_at': '2021-09-15T08:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:08.600860 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] Checking router: d897420a-5941-447b-835c-4c1f11908254 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:43:08.611111 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] Routers {'d897420a-5941-447b-835c-4c1f11908254'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:08.611694 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:42:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['d897420a-5941-447b-835c-4c1f11908254'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:08.672996 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] For port dd3b2a0e-7e60-482c-8bf7-424d07346387, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=dd3b2a0e-7e60-482c-8bf7-424d07346387,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:08.673459 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:08.765597 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] Set router d897420a-5941-447b-835c-4c1f11908254 gateway port host: None {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:08.874150 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:43:08Z', 'revision_number': 6, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:08.878001 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0485fb99-8ecd-4d85-b731-0cc7d5a7dc07 None None] The sync data for ids ['d897420a-5941-447b-835c-4c1f11908254'] in dv-cinder-806007-2-iscsi is: [{'id': 'd897420a-5941-447b-835c-4c1f11908254', 'name': 'tempest-AttachVolumeShelveTestJSON-1892164440-router', 'tenant_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:35:15Z', 'updated_at': '2021-09-15T08:43:08Z', 'revision_number': 6, 'project_id': '18f68433aa8b44559fc7e8f961d9f9ba', 'gw_port_host': None}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:08.887708 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Calling delete_port for dd3b2a0e-7e60-482c-8bf7-424d07346387 owned by network:router_gateway {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:09.047788 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.051030 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:09.090924 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3b2a0e-7e60-482c-8bf7-424d07346387,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:09.094886 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:09.317988 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.575449 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.579793 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.667731 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.668246 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d897420a-5941-447b-835c-4c1f11908254 {{(pid=75064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:43:09.680804 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.681977 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3fafdf3e-f110-42c7-88f4-5d2b12805cae admin admin] 10.222.0.36 "DELETE /v2.0/routers/d897420a-5941-447b-835c-4c1f11908254 HTTP/1.1" status: 204 len: 168 time: 1.6176720 Sep 15 08:43:09.684693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34218) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:09.744070 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Deleting subnet 057230c9-f19e-4377-9a2b-ed514db9ede0 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:43:09.747124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.809338 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:09.851474 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device dd3b2a0e-7e60-482c-8bf7-424d07346387 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:09.896543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: dd3b2a0e-7e60-482c-8bf7-424d07346387 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:09.896543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device dd3b2a0e-7e60-482c-8bf7-424d07346387 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:09.896889 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device b37d8c09-48b2-4498-ac9e-d3da7223217d no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:09.931053 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: b37d8c09-48b2-4498-ac9e-d3da7223217d {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:09.931415 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device b37d8c09-48b2-4498-ac9e-d3da7223217d not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:09.966225 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.034919 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.039620 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:10.073802 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057230c9-f19e-4377-9a2b-ed514db9ede0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:10.082148 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:10.083230 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.088637 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64162e0b-0bb5-457b-9243-1ea946992f2f None None] Network d97b9800-bfed-4900-85e6-4668f0a8b3ad requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:43:10.090234 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/057230c9-f19e-4377-9a2b-ed514db9ede0 HTTP/1.1" status: 204 len: 168 time: 0.4045589 Sep 15 08:43:10.092590 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34228) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:10.285460 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.298092 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Deleting port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:10.298428 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.351355 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] DHCP port deletion for d97b9800-bfed-4900-85e6-4668f0a8b3ad request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:43:10.355061 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Deleting port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:10.355500 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.508751 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] For port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:10.509225 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.555046 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] For port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,segment=NetworkSegment(022b588b-cc13-485c-8221-20c0d7a6014c),segment_id=022b588b-cc13-485c-8221-20c0d7a6014c)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:10.555445 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.633937 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Calling delete_port for 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 owned by network:dhcp {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:10.681673 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Calling delete_port for 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:10.711321 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.714642 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-e5fdec44-05c3-4e58-a9f3-e962594d23f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:10.756915 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa212f7-f5b1-4b10-a2cb-17b36f1535b3,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:10.759454 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:10.762065 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] No DVR routers for this DVR port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 on host dv-cinder-806007-2-iscsi {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:10.782682 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:43:10.783046 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:43:10.880710 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.893082 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97b9800-bfed-4900-85e6-4668f0a8b3ad']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:10.905221 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022b588b-cc13-485c-8221-20c0d7a6014c') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:10.905520 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022b588b-cc13-485c-8221-20c0d7a6014c') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:10.917115 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.932415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.939094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:43:10.939482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:43:10.952341 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:43:11.031568 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.036288 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:11.052161 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.058233 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Pushing event deleted for resources: {'Network': ['ID=d97b9800-bfed-4900-85e6-4668f0a8b3ad,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:11.063487 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:11.075439 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] 10.222.0.36 "DELETE /v2.0/networks/d97b9800-bfed-4900-85e6-4668f0a8b3ad HTTP/1.1" status: 204 len: 168 time: 0.9816720 Sep 15 08:43:11.222174 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34242) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:11.273801 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b9163de1-8499-4b7d-bb50-2e492f4f9641 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18f68433aa8b44559fc7e8f961d9f9ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503559 Sep 15 08:43:11.276061 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34246) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:11.283966 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Deleting port 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:11.284448 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.338973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.347804 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-2b828c08-1895-430c-b701-50c181d624c9 None None] The port '6fa212f7-f5b1-4b10-a2cb-17b36f1535b3' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:43:11.374177 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.425597 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.429831 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4b49b155-54fd-44eb-a50c-73a7538a66f9 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:11.441971 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb17c0bc-1dc2-4308-8537-065f99d2f123,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:11.445303 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:11.453619 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:11.454752 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-a9ba71d9-f16c-448c-9c09-7526cd83a15b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb17c0bc-1dc2-4308-8537-065f99d2f123 HTTP/1.1" status: 204 len: 168 time: 0.1778052 Sep 15 08:43:11.819756 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:11.855092 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:11.855685 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 6fa212f7-f5b1-4b10-a2cb-17b36f1535b3 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:14.196135 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:43:18.582119 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-61b81459-d30e-456a-8ed3-cbd1368b6884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:18.887099 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:20.765959 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0a64bc1b-a5f9-4b75-9cec-89281e04411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:21.624481 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:21.800446 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34462) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:21.943504 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:21.977139 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:21.980947 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Usage tracker for resource:security_group_rule and tenant:2b6a69a896a943d2a481b96f7698ab6a is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:21.983748 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:21.990145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:22.006740 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.057631 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.062854 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.070756 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-11c41fca-a2af-47ed-bfd1-f4d87e18d2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:22.113268 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9869f729-3e9c-459e-b5db-5eb260434edf,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:22.117275 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:22.121122 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b6a69a896a943d2a481b96f7698ab6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3194315 Sep 15 08:43:22.122943 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34478) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:22.186293 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.212461 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.271981 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.275827 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-a29bfcc6-ae16-43b3-9e6b-476d6d9cc215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:22.288301 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9869f729-3e9c-459e-b5db-5eb260434edf,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:22.292887 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:22.301971 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.307539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-1744acc0-6adf-4839-a2ae-66bd0244cae4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9869f729-3e9c-459e-b5db-5eb260434edf HTTP/1.1" status: 204 len: 168 time: 0.1792808 Sep 15 08:43:22.354349 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-f6e2b29a-c6ab-4da4-adbc-c37718780225 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393655999&fields=id&tenant_id=8749b1f8c21947a7b8912d75085e3b1b HTTP/1.1" status: 200 len: 267 time: 0.0534761 Sep 15 08:43:22.447692 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-b1c40344-4f45-48c5-9109-8937118342a0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:22.449194 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-b1c40344-4f45-48c5-9109-8937118342a0 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 984 time: 0.0885634 Sep 15 08:43:22.463625 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Request body: {'port': {'security_groups': ['48b579f8-3e08-4666-a0af-ec96747224fb']}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:43:22.585483 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.656198 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34492) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:22.675102 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.709040 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:22.713244 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7cf2b7aa064c39b2e7255577fa4a68 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:22.716053 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:22.721656 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:22.792391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.797004 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.804121 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85f084e1-10bb-4679-abe5-5283b83cb84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:22.852850 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b7cf2b7aa064c39b2e7255577fa4a68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954575 Sep 15 08:43:22.854376 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34496) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:22.855053 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337bc049-c021-4947-9680-456c5027ab92,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:22.859398 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:22.917075 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.928777 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:22.941957 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.952737 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.959358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:22.964953 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0216473b-ef87-4b13-a465-034cf82b5054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:22.974522 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:23.001472 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.006552 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8973ed97-085a-45a6-ad33-81970cff742c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:23.022352 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bc049-c021-4947-9680-456c5027ab92,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:23.024928 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:23.030391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.031202 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:23.034296 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.034296 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7888ab81-5ee3-441c-b655-afca4a7ee93f req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "PUT /v2.0/ports/5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 942 time: 0.5779238 Sep 15 08:43:23.034296 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:23.039986 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/337bc049-c021-4947-9680-456c5027ab92 HTTP/1.1" status: 204 len: 168 time: 0.1821921 Sep 15 08:43:23.042521 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34502) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:23.106158 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event updated for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=7']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:23.116640 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:23.120521 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:23.133139 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'status': 'completed', 'code': 200} Sep 15 08:43:23.173406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.276254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.357995 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-a10b6285-ed33-48dd-a58c-87ff0f68fb72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1098 time: 0.1857374 Sep 15 08:43:23.455527 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.496515 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-3c9f7d54-227f-4f63-a2ab-42c3c065d346 None None] Provisioning complete for port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:43:23.497114 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7d54-227f-4f63-a2ab-42c3c065d346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.675469 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.682562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b1697f3e-1ccf-4178-a8e3-383385f7a8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:23.710855 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480be06a-aada-4475-8160-7cc7f0bc3a9e,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:23.713361 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:23.719958 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-a0402b3f-a8e3-4621-abef-c765dcf1a27b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:23.721423 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-a0402b3f-a8e3-4621-abef-c765dcf1a27b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.3555181 Sep 15 08:43:23.722532 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.723840 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "DELETE /v2.0/security-groups/480be06a-aada-4475-8160-7cc7f0bc3a9e HTTP/1.1" status: 204 len: 168 time: 0.6797740 Sep 15 08:43:23.727413 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34530) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:23.836723 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-133aaac6-cd23-4406-ae80-5c65b4054edd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 1000 time: 0.1061966 Sep 15 08:43:23.901457 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-07740fe7-fc07-462d-b32d-05651842b64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:23.902904 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-07740fe7-fc07-462d-b32d-05651842b64c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.0595908 Sep 15 08:43:23.937351 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Deleting port f9b571a1-b695-4141-a2a6-7896ff5613d0 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:23.937907 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:23.987364 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-200623a3-7a48-45d5-85a9-fc8de5d58b05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777605 Sep 15 08:43:24.124352 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:24.124678 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:24.130842 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-0e9572b7-fe46-4172-9683-62f1c8568af4 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366930 Sep 15 08:43:24.247822 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Calling delete_port for f9b571a1-b695-4141-a2a6-7896ff5613d0 owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:24.268381 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c3cb16ff-7c51-4ba5-9066-9a3e1cd5c7de req-e93c0060-b313-48ce-9642-a89a1f00a188 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323452 Sep 15 08:43:24.409627 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:24.415417 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:24.459242 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event deleted for resources: {'Port': ['ID=f9b571a1-b695-4141-a2a6-7896ff5613d0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:24.462135 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:24.560163 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:24.960641 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-6983201a-2af7-4aa2-a10b-89b5ddc4b730 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997078 Sep 15 08:43:24.971946 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:43:25.080152 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-aa674c96-60d1-41a5-8a73-bf127a01754a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1098 time: 0.0931420 Sep 15 08:43:25.250549 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-dc7966e6-784b-419e-860e-9dc935cc4803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:25.252167 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-dc7966e6-784b-419e-860e-9dc935cc4803 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.1525042 Sep 15 08:43:25.325144 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:43:25.327578 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-b5fa41fc-bd3c-4e60-8b7f-4aa2f9ef380b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 217 time: 0.0689359 Sep 15 08:43:25.342953 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:25.344510 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] Sync routers for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:43:25.376747 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:25.377574 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:43:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:25.396327 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-971682df-7a9e-4f4d-8d21-14fe6104a5f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:25.398000 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-971682df-7a9e-4f4d-8d21-14fe6104a5f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.0635552 Sep 15 08:43:25.411139 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-4f12bc8f-bcf3-4187-bb0a-59031a856159 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d7f6e0f-e337-4ab0-aea0-8faf1afdc615 HTTP/1.1" status: 204 len: 168 time: 1.6826351 Sep 15 08:43:25.412358 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:25.510883 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-1abe9222-5df2-46a9-8476-4a0ff02ae615 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062198 Sep 15 08:43:25.525797 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'status': 'completed', 'code': 200} Sep 15 08:43:25.621899 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:25.701144 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-60eb95e3-9764-48f9-b7cb-f7c6a46b152b service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828032 Sep 15 08:43:25.890669 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-4d9b0bf4-40b8-41ca-ac2e-b00262b28f1f req-98d8d194-7d7a-4d83-9e98-18c8537dbe4a service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829319 Sep 15 08:43:26.002238 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:26.007132 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] Checking router: dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:43:26.019075 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:26.019869 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:43:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:26.087067 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-8ab2b605-5cc8-4653-993c-35372a0e324b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 1098 time: 0.1400120 Sep 15 08:43:26.273533 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-79396481-f457-47f8-b046-35e4b7d8f29d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:26.276689 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-79396481-f457-47f8-b046-35e4b7d8f29d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 200 len: 915 time: 0.1837115 Sep 15 08:43:26.282891 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:26.576687 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-6a457c72-9cc1-4af8-ab33-ff1c65bef3b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 200 len: 217 time: 0.2907512 Sep 15 08:43:26.655094 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-90db74a2-4400-4b6d-8511-9d770fe83b8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:26.663529 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-90db74a2-4400-4b6d-8511-9d770fe83b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 200 len: 853 time: 0.0801988 Sep 15 08:43:26.785017 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-fc18ba7a-dce6-4b2e-a72c-4c1ea53d0e45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1285d7df-5772-4ac1-9af5-dc99e38c22c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143661 Sep 15 08:43:26.831728 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:26.840866 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cde459-5dd8-40dd-b78f-f64a55f0b9d0 None None] The sync data for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi is: [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:40:59Z', 'revision_number': 4, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '333f1c56-5160-41b5-a8e4-718fbac87216', 'name': '', 'network_id': '1285d7df-5772-4ac1-9af5-dc99e38c22c3', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'mac_address': 'fa:16:3e:32:08:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:59Z', 'updated_at': '2021-09-15T08:41:18Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'subnets': [{'id': 'fed9bd48-0717-46b3-a7f0-84c1c1294622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:26.992080 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-7546dc8d-55b9-4aa6-a7ab-e0e16ee323eb service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009032 Sep 15 08:43:27.185402 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cd7457f4-b223-412c-80da-e60c9d3b4a52 req-6e477cb9-4283-408a-9ba4-af3bdb0a9221 service neutron] 10.222.0.21 "GET /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865757 Sep 15 08:43:27.222257 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f500f6-ac0c-4fa2-8206-19f580125b62 None None] New status for floating IP 5d7f6e0f-e337-4ab0-aea0-8faf1afdc615: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:43:29.002224 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73b149-9e0d-4e72-9a30-84421f29e98e req-93a92326-5c9d-4443-9522-caefc95eeb67 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:29.002830 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-ab73b149-9e0d-4e72-9a30-84421f29e98e req-93a92326-5c9d-4443-9522-caefc95eeb67 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Synchronizing usage tracker for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:29.017813 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-ab73b149-9e0d-4e72-9a30-84421f29e98e req-93a92326-5c9d-4443-9522-caefc95eeb67 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Unset dirty status for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:29.018956 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ab73b149-9e0d-4e72-9a30-84421f29e98e req-93a92326-5c9d-4443-9522-caefc95eeb67 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.0922732 Sep 15 08:43:29.066880 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ab73b149-9e0d-4e72-9a30-84421f29e98e req-49a73e58-2f17-4bb5-97cb-bae2089166d8 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Sep 15 08:43:29.900135 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34674) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:30.055656 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.087789 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:30.091510 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Usage tracker for resource:security_group_rule and tenant:19f973b896a040249f6720e7f9079a33 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:30.094255 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:30.100052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:30.166700 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.170518 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.177453 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-03cac835-a5ae-4a8c-97a8-1195ac81021d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:30.264235 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07d6aa-c5ee-4d30-b781-489ebd084017,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:30.267270 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:30.271504 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-c34069f0-ba6d-41e0-837e-539418a2d311 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19f973b896a040249f6720e7f9079a33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3693795 Sep 15 08:43:30.274171 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34688) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:30.307281 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4ce4-3d59-4c64-9766-0ef567b6f30d req-bd8df44c-bb83-4529-a164-faccf7312225 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:30.308997 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c40a4ce4-3d59-4c64-9766-0ef567b6f30d req-bd8df44c-bb83-4529-a164-faccf7312225 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.1145988 Sep 15 08:43:30.337655 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.361874 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c40a4ce4-3d59-4c64-9766-0ef567b6f30d req-3665ecf9-4cd8-4c74-a838-3e02b9bae12e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/security-groups?id=48b579f8-3e08-4666-a0af-ec96747224fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Sep 15 08:43:30.364064 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.415631 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.419236 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eecad9b8-2cec-4997-8eec-1b6e1408ec54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:30.429994 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07d6aa-c5ee-4d30-b781-489ebd084017,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:30.433690 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:30.436725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.437821 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa07d6aa-c5ee-4d30-b781-489ebd084017 HTTP/1.1" status: 204 len: 168 time: 0.1617799 Sep 15 08:43:30.614930 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-e303622b-2f01-422e-9827-eeafd66dc867 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:43:30.615888 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-e303622b-2f01-422e-9827-eeafd66dc867 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Synchronizing usage tracker for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:43:30.627384 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-e303622b-2f01-422e-9827-eeafd66dc867 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Unset dirty status for tenant:8749b1f8c21947a7b8912d75085e3b1b on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:43:30.628471 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-e303622b-2f01-422e-9827-eeafd66dc867 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 945 time: 0.0972757 Sep 15 08:43:30.696416 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Deleting port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:30.696784 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.773540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34696) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:30.792165 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.824782 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:30.828966 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fd88fce785bf4393a1046ebb6a0d3357 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:30.832162 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:30.838480 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:30.907324 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.911954 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.919406 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-38c47299-b608-4556-b55b-4c32b767f5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:30.950455 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] For port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:30.950732 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:30.959728 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd0782-3214-4358-8740-cd93aa516f1d,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:30.962768 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:30.965314 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-7b9fc468-63d1-46aa-8047-f543488920f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd88fce785bf4393a1046ebb6a0d3357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1907432 Sep 15 08:43:30.967964 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34700) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:31.034207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.060267 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.079368 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Calling delete_port for 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:31.114724 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.118570 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-56bf6bf5-b791-488e-9245-744ba039edff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:31.130846 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd0782-3214-4358-8740-cd93aa516f1d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:31.133413 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:31.144118 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.145235 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-0ee7e443-4e6a-47a3-b3c3-a51b69506d73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbbd0782-3214-4358-8740-cd93aa516f1d HTTP/1.1" status: 204 len: 168 time: 0.1763730 Sep 15 08:43:31.237156 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.244656 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-25d0be7e-c18d-4cc2-b0b3-b1006391e14e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:31.248917 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:43:31.291607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Pushing event deleted for resources: {'Port': ['ID=5d18b91f-fc62-4d99-a86e-0d3f5d3234d7,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:31.294274 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:31.390072 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] No DVR routers for this DVR port 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:31.392646 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:31.397073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'name': 'network-vif-deleted', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:43:31.413465 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fdb99857-742a-4278-9a17-b9c30b545a93 req-be51c911-fab0-4220-99e7-9cf49700137a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.21 "DELETE /v2.0/ports/5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 HTTP/1.1" status: 204 len: 173 time: 0.7792556 Sep 15 08:43:31.478039 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e79f3ac-f8a9-41f0-8b99-82249ddda637', 'name': 'network-vif-deleted', 'tag': '5d18b91f-fc62-4d99-a86e-0d3f5d3234d7', 'status': 'completed', 'code': 200} Sep 15 08:43:31.543014 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8e35bd2c-9819-4365-a29c-3fed0d243ca4 req-790ff312-6042-4d03-8e26-06565d285862 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e79f3ac-f8a9-41f0-8b99-82249ddda637 HTTP/1.1" status: 200 len: 210 time: 0.0425951 Sep 15 08:43:33.460022 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34820) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:33.575668 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34828) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:33.735039 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.769570 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:33.774178 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Usage tracker for resource:security_group_rule and tenant:564d5a7294254608b57422b10fb16ed4 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:33.777012 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:33.782665 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:33.850308 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.855741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.862699 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6790c8ce-7a29-4cc7-977a-2ed7b3409c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:33.865574 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:33.902148 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e10cd4b-200f-4b1f-bf03-c98225326323,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:33.905269 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:33.910293 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=564d5a7294254608b57422b10fb16ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3311238 Sep 15 08:43:33.910865 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34838) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:33.978518 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.003350 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.055848 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.061360 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d547c130-0e68-475f-9c93-3576f4c6f5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:34.074329 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e10cd4b-200f-4b1f-bf03-c98225326323,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:34.077111 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:34.079746 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.083615 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e10cd4b-200f-4b1f-bf03-c98225326323 HTTP/1.1" status: 204 len: 168 time: 0.1702416 Sep 15 08:43:34.428199 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34846) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:34.455967 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.501779 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:34.506844 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Usage tracker for resource:security_group_rule and tenant:81688cb9cc6c4dcc98296bcf97ba3ae4 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:34.510147 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:34.516026 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:34.674728 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.682724 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.691962 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b5661cc5-4089-42de-876c-eefebb45a2c4 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:34.704507 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Deleting port 333f1c56-5160-41b5-a8e4-718fbac87216 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:34.704840 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.780775 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36116f2b-ea52-4fac-af51-d6267c954158,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:34.785307 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:34.792327 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81688cb9cc6c4dcc98296bcf97ba3ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605578 Sep 15 08:43:34.793234 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34854) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:34.862084 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.890397 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.920373 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] For port 333f1c56-5160-41b5-a8e4-718fbac87216, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=333f1c56-5160-41b5-a8e4-718fbac87216,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:34.920932 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.944623 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.948393 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-0557cd0f-8def-40bf-81cb-0af04743d6a8 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:34.965388 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36116f2b-ea52-4fac-af51-d6267c954158,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:34.967627 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:34.974039 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:34.977761 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36116f2b-ea52-4fac-af51-d6267c954158 HTTP/1.1" status: 204 len: 168 time: 0.1829031 Sep 15 08:43:35.053814 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Calling delete_port for 333f1c56-5160-41b5-a8e4-718fbac87216 owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:35.203991 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:35.230889 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:35.235995 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-afcf2cdd-aeb7-481d-b442-fa63ba1d951e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:35.241820 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:35.242275 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 5d18b91f-fc62-4d99-a86e-0d3f5d3234d7 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:35.277124 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Pushing event deleted for resources: {'Port': ['ID=333f1c56-5160-41b5-a8e4-718fbac87216,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:35.279722 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:35.585592 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:36.298109 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:43:36.518802 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:43:36.528354 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] Sync routers for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:43:36.543532 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:36.544307 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:43:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:36.547542 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-d875985a-2c22-4d01-b637-a5223724344b admin admin] 10.222.0.36 "PUT /v2.0/routers/dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0840652 Sep 15 08:43:36.547867 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 34904) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:36.733095 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:36.841173 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks [] for router, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:37.017457 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:43:35Z', 'revision_number': 5, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port': {'id': 'a00741be-9238-4dfe-ab0f-864eaf4330bd', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:40:57Z', 'updated_at': '2021-09-15T08:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:37.022083 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] Checking router: dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:43:37.032337 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] Routers {'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:37.032966 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:43:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:37.039001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:37.048137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Deleting port a00741be-9238-4dfe-ab0f-864eaf4330bd {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:37.048600 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:37.183783 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] Set router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 gateway port host: None {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:37.222775 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] For port a00741be-9238-4dfe-ab0f-864eaf4330bd, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a00741be-9238-4dfe-ab0f-864eaf4330bd,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:37.223132 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:37.290034 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:43:37Z', 'revision_number': 6, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:37.294081 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f26c6-46df-44ec-9491-37cc688673f4 None None] The sync data for ids ['dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8'] in dv-cinder-806007-2-iscsi is: [{'id': 'dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8', 'name': 'tempest-TestMinimumBasicScenario-856868959-router', 'tenant_id': '8749b1f8c21947a7b8912d75085e3b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:40:56Z', 'updated_at': '2021-09-15T08:43:37Z', 'revision_number': 6, 'project_id': '8749b1f8c21947a7b8912d75085e3b1b', 'gw_port_host': None}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:37.352615 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Calling delete_port for a00741be-9238-4dfe-ab0f-864eaf4330bd owned by network:router_gateway {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:37.514424 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:37.517774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-cba436a4-abbb-418e-b62b-c3ea4defe3e3 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:37.559387 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00741be-9238-4dfe-ab0f-864eaf4330bd,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:37.561762 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:37.791853 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.126689 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 333f1c56-5160-41b5-a8e4-718fbac87216 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:38.134609 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.138827 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.162843 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 333f1c56-5160-41b5-a8e4-718fbac87216 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:38.163382 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 333f1c56-5160-41b5-a8e4-718fbac87216 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:38.163877 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a00741be-9238-4dfe-ab0f-864eaf4330bd no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:38.169390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.170074 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 {{(pid=75063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:43:38.183470 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.186836 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dc01eeb0-6b2c-48d9-bc20-b6da160d3ac8 HTTP/1.1" status: 204 len: 168 time: 1.6349614 Sep 15 08:43:38.187397 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34912) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:38.197927 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: a00741be-9238-4dfe-ab0f-864eaf4330bd {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:38.198286 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a00741be-9238-4dfe-ab0f-864eaf4330bd not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:38.248917 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Deleting subnet fed9bd48-0717-46b3-a7f0-84c1c1294622 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:43:38.251921 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.307971 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.389217 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.458166 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.462691 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-5c27162d-addb-4de8-9201-d8dbad40d704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:38.498010 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed9bd48-0717-46b3-a7f0-84c1c1294622,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:38.501748 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:38.507002 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.512234 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441895e1-7f0c-4743-a227-9a22bcce610a None None] Network 1285d7df-5772-4ac1-9af5-dc99e38c22c3 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:43:38.513278 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-6dc0f684-8ebc-42ff-a8c7-c1eeda020a81 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fed9bd48-0717-46b3-a7f0-84c1c1294622 HTTP/1.1" status: 204 len: 168 time: 0.3250375 Sep 15 08:43:38.515732 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34918) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:38.621509 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.632309 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Deleting port 0052ca87-63db-4810-b516-ca78eadbd5c2 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:38.632645 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.821252 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] DHCP port deletion for 1285d7df-5772-4ac1-9af5-dc99e38c22c3 request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:43:38.825202 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Deleting port 0052ca87-63db-4810-b516-ca78eadbd5c2 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:38.825578 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.839794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] For port 0052ca87-63db-4810-b516-ca78eadbd5c2, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0052ca87-63db-4810-b516-ca78eadbd5c2,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:38.840157 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:38.977066 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Calling delete_port for 0052ca87-63db-4810-b516-ca78eadbd5c2 owned by network:dhcp {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:39.023858 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] For port 0052ca87-63db-4810-b516-ca78eadbd5c2, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=0052ca87-63db-4810-b516-ca78eadbd5c2,segment=NetworkSegment(93b6f487-8186-4c37-97e9-7e3c119b6680),segment_id=93b6f487-8186-4c37-97e9-7e3c119b6680)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:39.024253 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.050464 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.055858 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-c650da5b-a73e-463a-8395-67905cc3edb7 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:39.103631 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Pushing event deleted for resources: {'Port': ['ID=0052ca87-63db-4810-b516-ca78eadbd5c2,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:39.106145 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:39.109416 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] No DVR routers for this DVR port 0052ca87-63db-4810-b516-ca78eadbd5c2 on host dv-cinder-806007-2-iscsi {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:39.157242 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Calling delete_port for 0052ca87-63db-4810-b516-ca78eadbd5c2 owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:39.226433 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:43:39.226819 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:43:39.237760 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.250135 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1285d7df-5772-4ac1-9af5-dc99e38c22c3']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:39.266315 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b6f487-8186-4c37-97e9-7e3c119b6680') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:39.266617 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b6f487-8186-4c37-97e9-7e3c119b6680') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:39.278593 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.378843 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.384999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:43:39.385393 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:43:39.399673 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:43:39.477945 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.481639 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:39.494930 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.506390 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Pushing event deleted for resources: {'Network': ['ID=1285d7df-5772-4ac1-9af5-dc99e38c22c3,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:39.509465 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:39.519607 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-8ce155c6-e44d-414a-bfa9-3a597b588653 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1285d7df-5772-4ac1-9af5-dc99e38c22c3 HTTP/1.1" status: 204 len: 168 time: 1.0029325 Sep 15 08:43:39.522981 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34926) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:39.727851 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Deleting port 0052ca87-63db-4810-b516-ca78eadbd5c2 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:39.728234 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:39.795067 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-19c9fdb4-681b-4a60-b163-433263fe60e5 None None] The port '0052ca87-63db-4810-b516-ca78eadbd5c2' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:43:39.843502 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0052ca87-63db-4810-b516-ca78eadbd5c2 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:39.876371 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 0052ca87-63db-4810-b516-ca78eadbd5c2 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:39.876726 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 0052ca87-63db-4810-b516-ca78eadbd5c2 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:39.910442 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:40.540939 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Deleting port 5b604b43-5303-45b9-a011-fedab84f8fe2 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:40.541579 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:40.725617 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] For port 5b604b43-5303-45b9-a011-fedab84f8fe2, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=5b604b43-5303-45b9-a011-fedab84f8fe2,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:40.726006 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:40.940434 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Calling delete_port for 5b604b43-5303-45b9-a011-fedab84f8fe2 owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:41.112272 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:41.117002 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3af6a3ee-37e2-43b6-8892-22050e17c7bc tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:41.158178 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Pushing event deleted for resources: {'Port': ['ID=5b604b43-5303-45b9-a011-fedab84f8fe2,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:41.161432 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:41.447037 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:42.018495 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:43:42.211681 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:43:42.219645 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] Sync routers for ids ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:43:42.227343 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] 10.222.0.36 "PUT /v2.0/routers/00fa9cec-3f0c-49a1-852b-01c5cd0de54e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7033343 Sep 15 08:43:42.229700 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34948) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:42.232938 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] Routers {'00fa9cec-3f0c-49a1-852b-01c5cd0de54e'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:42.233552 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:43:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:42.417407 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] Set router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:42.543375 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:42.760660 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:42.772293 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Deleting port fe56a6d5-9091-4bea-b4fe-71631a01ba58 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:42.772635 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:42.793273 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:43:41Z', 'revision_number': 5, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port': {'id': 'fe56a6d5-9091-4bea-b4fe-71631a01ba58', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:41:03Z', 'updated_at': '2021-09-15T08:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:42.800181 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] Checking router: 00fa9cec-3f0c-49a1-852b-01c5cd0de54e for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:43:42.812982 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] Routers {'00fa9cec-3f0c-49a1-852b-01c5cd0de54e'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:43:42.813651 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:43:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:42.966628 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] For port fe56a6d5-9091-4bea-b4fe-71631a01ba58, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=fe56a6d5-9091-4bea-b4fe-71631a01ba58,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:42.967794 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.002954 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] Set router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e gateway port host: None {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:43:43.107450 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Calling delete_port for fe56a6d5-9091-4bea-b4fe-71631a01ba58 owned by network:router_gateway {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:43.139682 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:43:42Z', 'revision_number': 6, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:43.147944 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2bb9cd-5f35-4a1c-95c9-6e97b29d7a51 None None] The sync data for ids ['00fa9cec-3f0c-49a1-852b-01c5cd0de54e'] in dv-cinder-806007-2-iscsi is: [{'id': '00fa9cec-3f0c-49a1-852b-01c5cd0de54e', 'name': 'tempest-TestMinimumBasicScenario-557689620-router', 'tenant_id': '7551c11e06ac4bb0bc03c11266de0de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:41:02Z', 'updated_at': '2021-09-15T08:43:42Z', 'revision_number': 6, 'project_id': '7551c11e06ac4bb0bc03c11266de0de6', 'gw_port_host': None}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:43:43.304492 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.308291 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:43.349751 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe56a6d5-9091-4bea-b4fe-71631a01ba58,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:43.352152 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:43.577274 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.830632 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.835450 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.859466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.860173 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00fa9cec-3f0c-49a1-852b-01c5cd0de54e {{(pid=75064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:43:43.872476 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:43.873595 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] 10.222.0.36 "DELETE /v2.0/routers/00fa9cec-3f0c-49a1-852b-01c5cd0de54e HTTP/1.1" status: 204 len: 168 time: 1.6429629 Sep 15 08:43:43.876100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 34984) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:43.972715 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 5b604b43-5303-45b9-a011-fedab84f8fe2 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:44.007241 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 5b604b43-5303-45b9-a011-fedab84f8fe2 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:44.007595 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 5b604b43-5303-45b9-a011-fedab84f8fe2 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:44.008014 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device fe56a6d5-9091-4bea-b4fe-71631a01ba58 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:44.042365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: fe56a6d5-9091-4bea-b4fe-71631a01ba58 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:44.042714 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device fe56a6d5-9091-4bea-b4fe-71631a01ba58 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:44.043165 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Deleting subnet 31112040-8065-4b10-9bd5-088a787ad883 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:43:44.046725 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.096751 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.184277 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.254847 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.258750 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-0d363702-ef37-4eaa-b4a5-fc491debda12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:44.293110 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31112040-8065-4b10-9bd5-088a787ad883,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:44.295551 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:44.305142 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.311825 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e907274e-bbb5-4d6e-99ba-25229c6d5de1 None None] Network a7ae5d12-af73-4bb7-aedd-a84bf52e789b requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:43:44.315273 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-22bec7a1-0450-413f-8b89-04a089781018 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31112040-8065-4b10-9bd5-088a787ad883 HTTP/1.1" status: 204 len: 168 time: 0.4361000 Sep 15 08:43:44.315645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35004) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:44.485447 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.497693 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Deleting port c0c0162e-1141-4f36-803b-c445e151470c {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:44.498299 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.668632 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] DHCP port deletion for a7ae5d12-af73-4bb7-aedd-a84bf52e789b request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:43:44.673137 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Deleting port c0c0162e-1141-4f36-803b-c445e151470c {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:44.673518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.751350 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] For port c0c0162e-1141-4f36-803b-c445e151470c, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=c0c0162e-1141-4f36-803b-c445e151470c,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:44.751908 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.883758 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Calling delete_port for c0c0162e-1141-4f36-803b-c445e151470c owned by network:dhcp {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:44.901148 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] For port c0c0162e-1141-4f36-803b-c445e151470c, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=c0c0162e-1141-4f36-803b-c445e151470c,segment=NetworkSegment(8797ad29-b703-449a-829a-0c02c67b4ba2),segment_id=8797ad29-b703-449a-829a-0c02c67b4ba2)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:43:44.901605 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.968457 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:44.973971 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1c65dfc3-af59-4ccd-b306-ab8b5030e7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:45.020604 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c0162e-1141-4f36-803b-c445e151470c,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:45.023544 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:45.029485 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] No DVR routers for this DVR port c0c0162e-1141-4f36-803b-c445e151470c on host dv-cinder-806007-2-iscsi {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:43:45.038665 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Calling delete_port for c0c0162e-1141-4f36-803b-c445e151470c owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:43:45.119488 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:43:45.119853 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:43:45.161132 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.173787 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ae5d12-af73-4bb7-aedd-a84bf52e789b']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:45.186599 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8797ad29-b703-449a-829a-0c02c67b4ba2') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:45.186899 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8797ad29-b703-449a-829a-0c02c67b4ba2') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:43:45.200974 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.216328 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.222429 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:43:45.222811 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:43:45.235875 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:43:45.315450 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.321047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.325763 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:45.350529 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ae5d12-af73-4bb7-aedd-a84bf52e789b,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:45.354631 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:45.356693 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7ae5d12-af73-4bb7-aedd-a84bf52e789b HTTP/1.1" status: 204 len: 168 time: 1.0399735 Sep 15 08:43:45.559690 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35040) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:45.612991 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-cc2b51be-158f-4183-abcc-05de14d98a75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8749b1f8c21947a7b8912d75085e3b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522254 Sep 15 08:43:45.616306 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35044) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:45.621379 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Deleting port c0c0162e-1141-4f36-803b-c445e151470c {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:43:45.621895 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.685761 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.692650 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-c0206ca8-f450-4d76-a82b-f5ccff3e9f1b None None] The port 'c0c0162e-1141-4f36-803b-c445e151470c' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:43:45.716954 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.771125 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.779277 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4bddcd25-6197-43e2-bade-6fb69c6aac7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:45.796084 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b579f8-3e08-4666-a0af-ec96747224fb,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:45.799052 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:45.800933 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:45.805156 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-129bb53f-976f-4b03-bbc8-c2092f284bd5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48b579f8-3e08-4666-a0af-ec96747224fb HTTP/1.1" status: 204 len: 168 time: 0.1878054 Sep 15 08:43:45.855345 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device c0c0162e-1141-4f36-803b-c445e151470c no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:43:45.898107 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: c0c0162e-1141-4f36-803b-c445e151470c {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:43:45.898494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device c0c0162e-1141-4f36-803b-c445e151470c not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:43:46.260695 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35080) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:46.313050 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-519784cb-11a3-4288-ae1b-985b069eccb8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7551c11e06ac4bb0bc03c11266de0de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510755 Sep 15 08:43:46.315394 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35086) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:46.375689 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:46.404623 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:46.459011 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:46.462621 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d2fc66d8-9e4f-4980-8465-bac64e294639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:46.474146 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79c2b1-8648-478c-9c4c-592cffb07315,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:46.477645 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:46.482849 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:46.486667 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d79c2b1-8648-478c-9c4c-592cffb07315 HTTP/1.1" status: 204 len: 168 time: 0.1675394 Sep 15 08:43:48.585642 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c0cdab57-2303-48f0-a75e-6422cd890d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:48.889142 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:50.767644 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d932454d-3399-4a88-9d0c-9633cbcf4cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:51.195601 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:43:51.640939 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:52.011119 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.250219 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35182) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:53.374448 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.390572 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.422333 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:53.426056 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Usage tracker for resource:security_group_rule and tenant:e5bec11b8fcd4e8a9fb4321aa019023f is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:53.428762 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:53.434385 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:53.504368 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.507979 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.515093 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-58bfefec-4b92-4691-bea0-0e3d51872ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:53.554598 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a9f275-f568-436a-9884-dc8ab99ce740,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:53.558452 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5bec11b8fcd4e8a9fb4321aa019023f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3072584 Sep 15 08:43:53.559405 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-19dbd6bf-c1c6-4f97-b5f5-171d24f5e499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:53.561728 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35188) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:53.626201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.653248 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.703675 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.708236 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-924354aa-305b-4bf9-b6b5-a9439bd6a67e tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:53.719801 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a9f275-f568-436a-9884-dc8ab99ce740,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:53.725431 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:53.727851 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:53.730308 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b917a45c-6c37-4bc2-9d92-b671037fe398 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16a9f275-f568-436a-9884-dc8ab99ce740 HTTP/1.1" status: 204 len: 168 time: 0.1682789 Sep 15 08:43:55.903783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35242) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:56.044296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.074135 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:56.077844 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Usage tracker for resource:security_group_rule and tenant:cda123fbff9249f1822e12674fca795c is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:56.080563 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:56.086946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:56.154853 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.158704 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.165685 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2317af2a-a7fb-4d81-97f6-29a9ee816c16 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:56.209458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1396aa-dc6b-4ec4-98c3-225d73d640ae,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:56.213849 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cda123fbff9249f1822e12674fca795c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3090322 Sep 15 08:43:56.214774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:56.216467 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35248) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:56.368494 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.393622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.444227 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.450043 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-77271a2d-593f-4df7-adca-b41bae608eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:56.463004 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1396aa-dc6b-4ec4-98c3-225d73d640ae,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:56.465234 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:56.467330 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.468428 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-b74567eb-6c0e-41bf-a77c-eb666404c302 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab1396aa-dc6b-4ec4-98c3-225d73d640ae HTTP/1.1" status: 204 len: 168 time: 0.2510664 Sep 15 08:43:56.789041 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35256) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:56.807531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.839128 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:56.842825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad623aca5a24cf3827d800754e2577a is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:56.845521 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:56.851255 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:56.915007 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.918475 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:56.925065 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3acb510b-0d4e-47b9-b3c6-8227cb3ce283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:56.964883 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b77bd9-3fd3-45c7-b2ce-cb08b94134cd,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:56.968234 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:56.970525 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ad623aca5a24cf3827d800754e2577a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1805077 Sep 15 08:43:56.973509 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35260) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:57.032832 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:57.057685 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:57.110966 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:57.115263 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-120eafff-97ae-4d73-be4a-1db3e3db392f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:57.127756 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b77bd9-3fd3-45c7-b2ce-cb08b94134cd,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:57.130654 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:43:57.133936 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:57.135051 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-37375cd6-35fa-4ac5-a6d9-2777217adf2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15b77bd9-3fd3-45c7-b2ce-cb08b94134cd HTTP/1.1" status: 204 len: 168 time: 0.1605582 Sep 15 08:43:59.663284 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35326) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:59.806547 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.837784 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:43:59.841623 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9baa4ed6e87048d8b4e9a9cbe0c83381 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:43:59.844439 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:43:59.850327 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:43:59.916103 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.919911 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:43:59.927072 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-ab03c0a0-d475-4337-8878-c15768842383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:43:59.967230 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a47ed5-0039-46b6-acbd-7e162b67f401,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:43:59.972756 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9baa4ed6e87048d8b4e9a9cbe0c83381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3084967 Sep 15 08:43:59.975620 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35332) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:43:59.978351 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.978731 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.979100 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.979464 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.979827 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.980186 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.980543 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.980901 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.981252 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.981631 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.981982 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:43:59.985483 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-41d59071-a70d-470f-9e56-1fcc5871f8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.035435 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.060241 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.111737 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.116013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b04e8036-0d1e-4411-a307-8526ab44fa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:00.128556 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a47ed5-0039-46b6-acbd-7e162b67f401,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:00.138410 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.139513 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9a47ed5-0039-46b6-acbd-7e162b67f401 HTTP/1.1" status: 204 len: 168 time: 0.1629345 Sep 15 08:44:00.141285 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.141681 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.142046 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.142405 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.142761 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.143150 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.143461 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.143816 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.144169 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.144605 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.144914 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:00.147772 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.459727 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35340) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:00.478036 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.508827 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:00.512695 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Usage tracker for resource:security_group_rule and tenant:bd70f0482ccb4fd094859d889c6b3f68 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:00.515496 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:00.521420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:00.587665 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.591196 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.597224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e6a4916a-60da-43fd-9a38-96b97219606f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:00.635622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b3da1-32dc-4aed-a7ce-cff2166ea4e6,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:00.639039 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.641353 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd70f0482ccb4fd094859d889c6b3f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1805935 Sep 15 08:44:00.644086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35344) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:00.704612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.729542 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.778067 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.782712 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-deca1366-9e7a-46fe-8dc2-dd474883837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:00.795956 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b3da1-32dc-4aed-a7ce-cff2166ea4e6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:00.798227 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:00.800436 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:00.802676 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-cd099151-b879-4059-887b-4c58beec741d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/292b3da1-32dc-4aed-a7ce-cff2166ea4e6 HTTP/1.1" status: 204 len: 168 time: 0.1570148 Sep 15 08:44:02.961868 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35394) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:03.106581 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.139754 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:03.143499 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:89ff133f373247d69b6c1833f51c1e89 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:03.147388 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:03.152949 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:03.218893 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.223181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.232886 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6eabe13d-d9e8-44aa-9b98-333b3a257fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:03.272859 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376d40d-98a3-4ca7-ae1e-d6a787fd669a,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:03.276302 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:03.278647 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-cbc7cdb0-3f02-454e-9c7c-133f1b6fa1f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89ff133f373247d69b6c1833f51c1e89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3157735 Sep 15 08:44:03.281213 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35400) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:03.340766 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.365993 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.416189 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.419730 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2c89cde8-a363-4f84-a891-b82078e6dd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:03.430791 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376d40d-98a3-4ca7-ae1e-d6a787fd669a,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:03.434588 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:03.438440 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.439585 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-86cf6c8a-5b91-4aaf-8442-9a19e73706ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9376d40d-98a3-4ca7-ae1e-d6a787fd669a HTTP/1.1" status: 204 len: 168 time: 0.1574953 Sep 15 08:44:03.765690 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35408) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:03.786693 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.817289 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:03.821067 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Usage tracker for resource:security_group_rule and tenant:f447d828cdad4c2c8fe8f9e25657a3ac is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:03.823985 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:03.829653 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:03.899380 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.903845 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:03.910381 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-7dedb194-3cc3-4066-9d87-d74bdd02431b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:03.950803 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281429ec-a765-4292-a6ea-71430009b9b5,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:03.953998 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:03.957525 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f447d828cdad4c2c8fe8f9e25657a3ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1901112 Sep 15 08:44:03.960647 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35412) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:04.017440 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:04.042864 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:04.098641 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:04.102449 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1b85e119-f91f-451c-a8f0-3b5073dbf12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:04.113525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281429ec-a765-4292-a6ea-71430009b9b5,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:04.115945 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:04.121422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:04.122616 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3517f3ec-b76e-4923-9679-e8b743dd34ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/281429ec-a765-4292-a6ea-71430009b9b5 HTTP/1.1" status: 204 len: 168 time: 0.1610763 Sep 15 08:44:11.936696 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35536) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:12.072172 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.103029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:12.106723 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:77478a57e2b445c1b3acd823ff086cf8 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:12.109471 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:12.115013 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:12.177849 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.181535 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.188515 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8c2aa04-8b7d-4738-85d6-131a50c2d863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:12.228125 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750be27e-9f9f-45cc-8ea8-317d01ce38da,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:12.233718 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77478a57e2b445c1b3acd823ff086cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2959244 Sep 15 08:44:12.235149 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6ee0d64a-db14-442b-b8e1-4ee2416e3fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:12.235473 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35542) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:12.294819 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.319674 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.374643 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.378208 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f6e59663-4714-4f54-a21c-44410f093002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:12.390445 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750be27e-9f9f-45cc-8ea8-317d01ce38da,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:12.392777 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:12.405595 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.406764 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-673a8965-ee2b-4e01-9744-46be5d259d78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/750be27e-9f9f-45cc-8ea8-317d01ce38da HTTP/1.1" status: 204 len: 168 time: 0.1702075 Sep 15 08:44:12.729483 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35550) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:12.747799 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.778656 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:12.782329 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Usage tracker for resource:security_group_rule and tenant:54d888f7338a443ca57449f69b7149bd is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:12.785019 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:12.790874 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:12.856401 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.859834 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.866469 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-db40628e-59b1-4fd2-b11d-eea9d1a480b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:12.904663 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d4198f-69f2-421d-9e66-c2a28c153b8b,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:12.908073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:12.910580 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-b0c5b49b-ee91-45c1-a79a-2b392143bde3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54d888f7338a443ca57449f69b7149bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1798782 Sep 15 08:44:12.913319 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35554) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:12.971572 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:12.997028 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.049925 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.054000 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4a016cdd-dcf2-4053-bc73-432fb9f83564 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:13.064524 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d4198f-69f2-421d-9e66-c2a28c153b8b,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:13.068966 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:13.072059 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:13.073160 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-00f1353f-b1c2-4be9-bea7-23aaa686a574 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19d4198f-69f2-421d-9e66-c2a28c153b8b HTTP/1.1" status: 204 len: 168 time: 0.1590495 Sep 15 08:44:15.827677 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35632) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:15.964846 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:15.994973 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:15.998693 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Usage tracker for resource:security_group_rule and tenant:8e406f09e4684a98a9fba41dac8786af is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:16.001387 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:16.007508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:16.073222 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.077046 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.083733 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c1c2267f-6d59-49ff-8590-37c6cdcf7968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:16.123565 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d476f-35e6-4ad2-ad5e-4c37f1e13d42,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:16.127478 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e406f09e4684a98a9fba41dac8786af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2988129 Sep 15 08:44:16.128406 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:16.130319 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35638) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:16.189999 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.216106 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.266411 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.271741 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-688318c5-e81d-4223-841e-33485d9d681b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:16.284168 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d476f-35e6-4ad2-ad5e-4c37f1e13d42,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:16.287267 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:16.287987 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.292338 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-86ffbbf0-1b9a-4ff0-a919-cabcc0aa2480 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a35d476f-35e6-4ad2-ad5e-4c37f1e13d42 HTTP/1.1" status: 204 len: 168 time: 0.1577435 Sep 15 08:44:16.619066 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35646) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:16.638201 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.668712 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:16.672534 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Usage tracker for resource:security_group_rule and tenant:5b946c849c014146a7ab1cb8688a82e9 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:16.675257 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:16.681411 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:16.748651 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.752354 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.759774 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-4ab9b64a-8d0f-4ae0-8d70-0a253c04af7c tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:16.797754 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1139b26-314e-4cd3-b3d7-f5eddfe6eca0,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:16.802640 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b946c849c014146a7ab1cb8688a82e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825850 Sep 15 08:44:16.803568 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6020223b-5f17-4c3b-89f0-51de6f552b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:16.805757 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35650) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:16.863926 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.888621 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.937814 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.943444 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-362b0466-8c40-45f4-add3-7ee33f20ea49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:16.955717 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1139b26-314e-4cd3-b3d7-f5eddfe6eca0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:16.958990 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:16.959832 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:16.962549 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-24101f3c-5fb3-4b5b-b856-034453366772 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1139b26-314e-4cd3-b3d7-f5eddfe6eca0 HTTP/1.1" status: 204 len: 168 time: 0.1548851 Sep 15 08:44:18.588195 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-d87e9b06-ec65-442a-9e81-4f20c245b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:18.892085 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:20.768944 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f351f5eb-5b06-4e8b-82fe-dd7a558c1e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:21.671615 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:22.009290 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:23.378050 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:27.844817 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-a59c6cee-8d3e-4962-86d3-05426fa439d0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700593 Sep 15 08:44:27.951211 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35748) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:27.992623 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-7044a960-2d8e-47a4-93b4-c1f9164fd9ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1099 time: 0.0783732 Sep 15 08:44:28.113954 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.177730 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:28.183879 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Usage tracker for resource:security_group_rule and tenant:32963000b74a4231b911b969150f2822 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:28.186786 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-1a2788e2-44cc-4857-b8be-cc3bcbe991a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:28.188233 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-1a2788e2-44cc-4857-b8be-cc3bcbe991a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1764262 Sep 15 08:44:28.189018 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:28.195607 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:44:28.242508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:28.334753 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-8767ee3b-e26c-48af-9215-20ea6a663bda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 1002 time: 0.1386793 Sep 15 08:44:28.461007 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.465942 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-a1848273-c883-4b19-8708-b05f2b64455a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:28.467487 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-a1848273-c883-4b19-8708-b05f2b64455a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.1229355 Sep 15 08:44:28.469079 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.478365 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c1f49fbd-c3c3-48c6-b489-b7e5f34dc009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:28.562542 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb8ac3-d366-4f4a-9e8f-abca4076c970,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:28.565520 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:28.573268 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32963000b74a4231b911b969150f2822&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6210949 Sep 15 08:44:28.575983 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35754) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:28.626310 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-f14fdf5f-91e8-4e15-90ba-f27f37931563 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1487491 Sep 15 08:44:28.809202 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.855742 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:28.902153 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-2d5d2381-cf55-4bc3-94f0-7991e0619e2f service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681627 Sep 15 08:44:28.999959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.005048 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-06fc0a22-7231-48a6-b131-d175587f40f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:29.033371 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb8ac3-d366-4f4a-9e8f-abca4076c970,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:29.036226 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:29.067779 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-faa44e1d-93d4-4f73-9314-ea95f344ca0f req-be08fde7-79ec-4802-8190-ed6f35077b79 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588213 Sep 15 08:44:29.068622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:29.069590 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-fd3aef56-28b3-45c5-8c50-7e503e447267 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6edb8ac3-d366-4f4a-9e8f-abca4076c970 HTTP/1.1" status: 204 len: 168 time: 0.4927447 Sep 15 08:44:29.827948 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35782) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:29.955408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1889717086-network', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:29.960963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:29.964803 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Usage tracker for resource:network and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:29.967695 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:29.973782 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:29.985567 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Made reservation on behalf of 59ed68cf001f4d6e803d25bdc2e6d8e3 for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:29.988155 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.001110 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.033417 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:30.037648 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:30.040457 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:30.046315 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:30.113639 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.118743 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.121828 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-638758d3-a6e3-4115-adad-b93b20e9f735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:30.153782 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:44:30.159287 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e16743-df5d-4f1a-90ee-c402e8b150f6,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:30.163574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:30.167792 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.168060 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Added segment 8991ae55-e9bc-441a-929e-fae0d402f8ae of type vlan for network 428bb386-0d23-499c-8c75-13955f239523 Sep 15 08:44:30.197289 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.211726 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-44c8cca5-65ef-438a-b1cf-ddc8aa38ad46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233413887&fields=id&tenant_id=309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 267 time: 0.0496242 Sep 15 08:44:30.228532 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.229652 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:30.230323 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.235045 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:30.333355 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5041430 Sep 15 08:44:30.336129 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35796) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:30.336805 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Pushing event updated for resources: {'Network': ['ID=428bb386-0d23-499c-8c75-13955f239523,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:30.340925 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:30.344404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Request body: {'subnet': {'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1889717086-subnet', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'ip_version': 4}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:30.348973 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network 428bb386-0d23-499c-8c75-13955f239523 details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:44:30.353416 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:30.359085 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Usage tracker for resource:subnet and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:30.363257 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:30.365626 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-af72d03d-9394-45d6-885c-c2701ca9adee tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:30.367120 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-af72d03d-9394-45d6-885c-c2701ca9adee tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 812 time: 0.1485720 Sep 15 08:44:30.371250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:30.382858 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Made reservation on behalf of 59ed68cf001f4d6e803d25bdc2e6d8e3 for: {'subnet': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:30.384079 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-30e69ea8-090b-42b2-89f2-0e0c26e8ccc1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/quotas/309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 375 time: 0.0111077 Sep 15 08:44:30.385614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2233039'] for subnet, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.474962 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-0dde1ec1-5942-4d4d-9ab2-6ef748547320 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0843484 Sep 15 08:44:30.600822 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2326450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2233057'] for subnet, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.605284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a59da062-8a9e-4bb2-a021-509f8248691d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:30.616202 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-d1e9c3d5-8ad0-4689-afaf-298449b41187 service neutron] 10.222.0.36 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289871 Sep 15 08:44:30.674533 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5805477f-f51a-45ca-b560-1f001df3f263,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:30.678430 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:30.686508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Checking segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:30.686872 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Network hostable DHCP agents. Network: 428bb386-0d23-499c-8c75-13955f239523, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:44:30.712241 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Network 428bb386-0d23-499c-8c75-13955f239523 is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:44:30.721709 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, 428bb386-0d23-499c-8c75-13955f239523) {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:30.726317 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:30.726903 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.733455 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0996c0-e369-48fa-963b-d72ecf338dc1 None None] Network 428bb386-0d23-499c-8c75-13955f239523 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:30.748760 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-85dbd738-34d5-48fd-9106-61f54df51336 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4094262 Sep 15 08:44:30.751650 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35800) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:30.758950 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:30.762010 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-bafa67cc-781f-4852-bd73-ff84b8be7086 service neutron] 10.222.0.36 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399853 Sep 15 08:44:30.771509 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:30.775458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Usage tracker for resource:router and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:30.778432 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:30.784252 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:30.796165 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.798065 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.822167 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.950055 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-428bb386-0d23-499c-8c75-13955f239523', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:44:30.950886 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:30.981829 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.116542 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Allocated IP 172.20.0.2 (428bb386-0d23-499c-8c75-13955f239523/5805477f-f51a-45ca-b560-1f001df3f263/acf7a04d-13a4-4b8f-8393-b4f7107ee099) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:31.189807 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.217095 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2dc9f715-7e04-4eec-90f2-5c0d3225bd49 req-aae79774-c768-44cc-a7ba-6524a2cbcce3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 210 time: 0.0451663 Sep 15 08:44:31.224335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.349257 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.360214 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Transition to ACTIVE for port object acf7a04d-13a4-4b8f-8393-b4f7107ee099 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:31.377825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Allocated IP 172.27.0.49 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/7b7d94e7-f625-4a40-b632-fc117d01808b) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:31.380980 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Transition to ACTIVE for port object acf7a04d-13a4-4b8f-8393-b4f7107ee099 will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:31.386657 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.395365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:31.455033 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Network 428bb386-0d23-499c-8c75-13955f239523 is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:31.459116 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:31.463228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:31.469456 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Pushing event updated for resources: {'Port': ['ID=acf7a04d-13a4-4b8f-8393-b4f7107ee099,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:31.506016 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.506363 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.506701 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.507032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.507365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.507691 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.508013 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.508338 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.508657 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.508976 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.509289 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:31.516344 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:31.530801 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.558390 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.562833 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a85af8b4-75ac-4b41-89b7-3df773eb2953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:31.568411 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Attempting to bind port acf7a04d-13a4-4b8f-8393-b4f7107ee099 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:31.568786 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Attempting to bind port acf7a04d-13a4-4b8f-8393-b4f7107ee099 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:31.569148 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Attempting to bind port acf7a04d-13a4-4b8f-8393-b4f7107ee099 on network 428bb386-0d23-499c-8c75-13955f239523 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:31.575456 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:31.575833 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Checking segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:31.576236 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.576629 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Bound using segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:31.577084 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Bound port: acf7a04d-13a4-4b8f-8393-b4f7107ee099, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:31.577466 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.666681 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] For port acf7a04d-13a4-4b8f-8393-b4f7107ee099, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:31.670534 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] For port acf7a04d-13a4-4b8f-8393-b4f7107ee099, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=acf7a04d-13a4-4b8f-8393-b4f7107ee099,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:31.674662 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.679057 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:31.719660 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:31.722592 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:31.726769 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:31.756901 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Pushing event updated for resources: {'Port': ['ID=7b7d94e7-f625-4a40-b632-fc117d01808b,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:31.766812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:31.767318 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Pushing event updated for resources: {'Port': ['ID=acf7a04d-13a4-4b8f-8393-b4f7107ee099,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:31.772034 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:31.890920 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:31.892778 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.136741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Router 3509a191-1058-4b1d-b78b-6584730eff06 is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:44:32.347112 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:32.360846 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Sync routers for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:32.376849 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:32.382377 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6297016 Sep 15 08:44:32.383858 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35824) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:32.387336 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:32.387979 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:32.492157 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-7d1aa0fe-cc9c-4eb0-8050-19cbc0d14c04 req-fb826498-bf5e-4856-9dcd-d996b288a046 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 210 time: 0.1967101 Sep 15 08:44:32.618800 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:32.827724 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb66ea-d424-41e4-9305-63bca7f45738 None None] Network 428bb386-0d23-499c-8c75-13955f239523 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:32.953063 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-55be8b4e-1126-472c-9847-499a23fcfb01 None None] Provisioning for port acf7a04d-13a4-4b8f-8393-b4f7107ee099 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:33.149455 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:31Z', 'revision_number': 3, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:33.157219 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Checking router: 3509a191-1058-4b1d-b78b-6584730eff06 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:33.157577 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Updating router 3509a191-1058-4b1d-b78b-6584730eff06 port 7b7d94e7-f625-4a40-b632-fc117d01808b binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:44:33.181783 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.216921 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.409337 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Allocated IP 172.20.0.1 (428bb386-0d23-499c-8c75-13955f239523/5805477f-f51a-45ca-b560-1f001df3f263/34a870c9-0c91-47d0-a626-d577a73e9ad0) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:33.569728 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.581647 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Transition to ACTIVE for port object 7b7d94e7-f625-4a40-b632-fc117d01808b will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:33.589344 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.594207 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:33.672447 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.675946 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Attempting to bind port 7b7d94e7-f625-4a40-b632-fc117d01808b on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:33.676502 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Attempting to bind port 7b7d94e7-f625-4a40-b632-fc117d01808b by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:33.676866 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Attempting to bind port 7b7d94e7-f625-4a40-b632-fc117d01808b on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:33.679613 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182cd00-6022-460a-b403-f32fb02222eb None None] Pushing event updated for resources: {'Port': ['ID=7b7d94e7-f625-4a40-b632-fc117d01808b,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:33.683165 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-b182cd00-6022-460a-b403-f32fb02222eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:33.686392 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:33.687378 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:33.687378 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.687580 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:33.687989 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Bound port: 7b7d94e7-f625-4a40-b632-fc117d01808b, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:33.688119 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f4d594ae-ad33-43a1-807f-87bd9921c8ad req-0b6c1e37-140f-47c9-9b6d-6f7d89fb6924 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 210 time: 0.0538893 Sep 15 08:44:33.688535 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.705297 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Transition to ACTIVE for port object 34a870c9-0c91-47d0-a626-d577a73e9ad0 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:33.731711 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.736270 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-17a82a7f-947e-4ac1-9f81-95bfd67b60ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:33.764845 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] For port 7b7d94e7-f625-4a40-b632-fc117d01808b, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:33.768610 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] For port 7b7d94e7-f625-4a40-b632-fc117d01808b, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=7b7d94e7-f625-4a40-b632-fc117d01808b,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:33.775434 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.779905 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:33.801785 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Network 428bb386-0d23-499c-8c75-13955f239523 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:33.804710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:33.807302 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:33.853681 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Pushing event updated for resources: {'Port': ['ID=34a870c9-0c91-47d0-a626-d577a73e9ad0,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:33.857011 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:33.878942 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:33.881228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182cd00-6022-460a-b403-f32fb02222eb None None] Pushing event updated for resources: {'Port': ['ID=7b7d94e7-f625-4a40-b632-fc117d01808b,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:33.884203 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:33.884892 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:33.960997 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-b182cd00-6022-460a-b403-f32fb02222eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:33.972995 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device acf7a04d-13a4-4b8f-8393-b4f7107ee099 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:34.003086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.166758 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-87474d4d-d322-44cf-81c3-784d89520d5e None None] Provisioning for port 34a870c9-0c91-47d0-a626-d577a73e9ad0 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:34.176310 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port acf7a04d-13a4-4b8f-8393-b4f7107ee099 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:34.180877 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-87474d4d-d322-44cf-81c3-784d89520d5e None None] Provisioning complete for port 34a870c9-0c91-47d0-a626-d577a73e9ad0 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:34.181261 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-87474d4d-d322-44cf-81c3-784d89520d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.212564 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port acf7a04d-13a4-4b8f-8393-b4f7107ee099 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:34.213090 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.232207 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.238137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.269787 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:34.273631 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9f002632-99f7-4dc7-bc74-e48d6653b7a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:34.353314 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-87474d4d-d322-44cf-81c3-784d89520d5e None None] Port 34a870c9-0c91-47d0-a626-d577a73e9ad0 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:44:34.392170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.468727 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Pushing event updated for resources: {'Port': ['ID=34a870c9-0c91-47d0-a626-d577a73e9ad0,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:34.478815 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:34.619149 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-eac607d9-9bb1-43fe-a820-66049f8ccb98 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:34.620682 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-eac607d9-9bb1-43fe-a820-66049f8ccb98 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 812 time: 0.2638013 Sep 15 08:44:34.633133 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.690168 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Network 428bb386-0d23-499c-8c75-13955f239523 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:34.693738 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:34.725214 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port acf7a04d-13a4-4b8f-8393-b4f7107ee099, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=acf7a04d-13a4-4b8f-8393-b4f7107ee099,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:34.744264 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:34.748622 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7474141c-7124-40f3-a02e-373b2fc5d527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:34.772707 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-5c4c94bb-b435-4da2-9fb2-1edd444769b4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=309358a7aa1f4596a13ce1f6e1639db6 HTTP/1.1" status: 200 len: 379 time: 0.1393034 Sep 15 08:44:34.788813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'port': {'device_id': 'c536c1d7-b62b-4820-863a-e9a161419161', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'admin_state_up': True, 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'security_groups': ['dd841e55-4500-4b43-96c8-0168c91380f4']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:34.826850 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=acf7a04d-13a4-4b8f-8393-b4f7107ee099,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:34.830000 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:34.840729 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 1, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:34.845034 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cabe992-4d61-4e79-a6f6-9d51a67c5031 None None] The sync data for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi is: [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 1, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:34.871591 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6e9306d3-e8a1-4e88-8c43-1f3ab19af198 req-398ac4a2-a879-4aad-a9ba-cce88cb70789 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 210 time: 0.0484736 Sep 15 08:44:35.082194 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-46d702c7-da3b-4830-a1b7-68e7e37dfada None None] Provisioning complete for port 34a870c9-0c91-47d0-a626-d577a73e9ad0 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:35.082700 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-46d702c7-da3b-4830-a1b7-68e7e37dfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.092936 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:35.116739 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:port and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:35.120444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for port was recalculated. Used quota:5. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:35.127521 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:35.148851 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Made reservation on behalf of 309358a7aa1f4596a13ce1f6e1639db6 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:35.152031 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.163494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-46d702c7-da3b-4830-a1b7-68e7e37dfada None None] Port 34a870c9-0c91-47d0-a626-d577a73e9ad0 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:44:35.517491 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Allocated IP 172.20.0.5 (a25bcdba-fd25-44e1-a2dd-ce841e34c7c6/d5ab7de0-0950-4031-b86f-9dcc700f6cee/c2066f8c-8c11-4c8c-aa67-24c54dcd7912) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:35.593734 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Router 3509a191-1058-4b1d-b78b-6584730eff06 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:35.829117 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.853659 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Transition to ACTIVE for port object c2066f8c-8c11-4c8c-aa67-24c54dcd7912 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:35.961764 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device acf7a04d-13a4-4b8f-8393-b4f7107ee099 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:35.971689 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:35.978444 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-16d19cf8-e11d-4598-8a63-2ff71e434c7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:36.047238 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port acf7a04d-13a4-4b8f-8393-b4f7107ee099 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:36.047878 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.050433 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:36.075980 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] 10.222.0.36 "PUT /v2.0/routers/3509a191-1058-4b1d-b78b-6584730eff06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6910524 Sep 15 08:44:36.090963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:36.095915 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:36.097912 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:36.099431 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:36.102132 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:36.114412 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cba7f-10bd-4e91-aaf6-699ce7e1774e req-a3b47a2b-14f2-4efe-aac6-ce6ee83c2a62 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:36.122111 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-658cba7f-10bd-4e91-aaf6-699ce7e1774e req-a3b47a2b-14f2-4efe-aac6-ce6ee83c2a62 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 931 time: 0.0999413 Sep 15 08:44:36.172909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:36.173622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.188913 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-658cba7f-10bd-4e91-aaf6-699ce7e1774e req-1cd728db-f4b7-42eb-85d6-5a0299ac2586 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657182 Sep 15 08:44:36.207628 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4154861 Sep 15 08:44:36.212110 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Request body: {'port': {'device_id': 'c536c1d7-b62b-4820-863a-e9a161419161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:36.240394 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 7b7d94e7-f625-4a40-b632-fc117d01808b up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:36.319880 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 7b7d94e7-f625-4a40-b632-fc117d01808b completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:36.326179 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 7b7d94e7-f625-4a40-b632-fc117d01808b triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:36.326624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.336006 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.466188 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.483938 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 7b7d94e7-f625-4a40-b632-fc117d01808b, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=7b7d94e7-f625-4a40-b632-fc117d01808b,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:36.492998 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.495158 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:36.572765 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-25a993ad-821d-4899-89d3-12592b2d9b20 None None] Provisioning for port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:36.582467 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-25a993ad-821d-4899-89d3-12592b2d9b20 None None] Provisioning complete for port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:36.583311 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-25a993ad-821d-4899-89d3-12592b2d9b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.619074 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=7b7d94e7-f625-4a40-b632-fc117d01808b,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:36.624398 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:36.642110 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-25a993ad-821d-4899-89d3-12592b2d9b20 None None] Port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:44:36.714176 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2066f8c-8c11-4c8c-aa67-24c54dcd7912 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:36.720982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.735965 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Transition to ACTIVE for port object c2066f8c-8c11-4c8c-aa67-24c54dcd7912 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:36.740182 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:36.743801 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-1357814f-d2b7-40fd-9171-b63fa2e4768e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:36.881512 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:36.884346 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:36.993790 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Attempting to bind port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:36.997042 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Attempting to bind port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:36.997042 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Attempting to bind port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:37.000275 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:44:37.000600 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Attempting to bind port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 on network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:37.007458 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:37.007795 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Checking segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:37.008180 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Bound using segment: {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:37.008601 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Bound port: c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed664398-3a4c-469d-ae35-a4784b480d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:37.008944 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.062994 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35856) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:37.070819 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1983596018-network', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:37.083339 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:37.089951 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Usage tracker for resource:network and tenant:b1ee267219d94d1980f2bfb7f1126a40 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:37.094198 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:37.110092 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:37.125493 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] For port c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:37.129254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] For port c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:37.130556 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Made reservation on behalf of b1ee267219d94d1980f2bfb7f1126a40 for: {'network': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:37.132987 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for network, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.145336 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.149510 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d84ce00b-2ecc-49c1-9793-23a4d653dc23 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:37.181625 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.329689 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.332088 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 200 len: 1093 time: 1.1238213 Sep 15 08:44:37.333894 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:37.359901 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:37.373191 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:37.418479 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'status': 'completed', 'code': 200} Sep 15 08:44:37.425611 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a264f8-2a74-439e-b647-8216e6a2af31 req-b5f5871b-de6a-43b5-81d9-45af4e5e987f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:37.427019 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:37.427579 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a5a264f8-2a74-439e-b647-8216e6a2af31 req-b5f5871b-de6a-43b5-81d9-45af4e5e987f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.1198957 Sep 15 08:44:37.432913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ee267219d94d1980f2bfb7f1126a40 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:37.437959 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:37.449314 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:37.482489 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a5a264f8-2a74-439e-b647-8216e6a2af31 req-f121da4a-0792-4265-a20a-dd5ee2788365 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491662 Sep 15 08:44:37.494379 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-a58afc48-6d6d-4932-ae62-a0cfbd599548 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1096 time: 0.1147468 Sep 15 08:44:37.589540 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-89eef7f1-2916-4190-8ac9-cbcfb1fbe896 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 200 len: 217 time: 0.0873294 Sep 15 08:44:37.635247 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.645379 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.651181 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2165d7eb-9c04-4264-821f-e0ddc5dab703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:37.686937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=75063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Sep 15 08:44:37.699049 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-dc005845-d396-4f6b-ab60-fc8a5ae3662f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:37.700504 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-dc005845-d396-4f6b-ab60-fc8a5ae3662f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.1033762 Sep 15 08:44:37.702965 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3350d-984a-414d-886b-6ed27d1fe211,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:37.706681 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:37.738936 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.739520 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.segments_db [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Added segment b933dcb3-cc74-4acd-a63c-2b6e1005c2b1 of type vlan for network a4797350-02e7-430c-a236-cd60cd3e3d4a Sep 15 08:44:37.780001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743755252911'] for network, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.821463 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-7492acba-6790-435f-92be-41b78516e6c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121571 Sep 15 08:44:37.822536 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529'] for network, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.823644 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:37.824228 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:37.828750 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:37.868956 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 7b7d94e7-f625-4a40-b632-fc117d01808b up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:37.939137 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 7b7d94e7-f625-4a40-b632-fc117d01808b triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:37.939514 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.003839 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9398382 Sep 15 08:44:38.007066 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35864) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:38.012743 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Request body: {'subnet': {'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1983596018-subnet', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'ip_version': 4}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:38.017398 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:38.017573 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Pushing event updated for resources: {'Network': ['ID=a4797350-02e7-430c-a236-cd60cd3e3d4a,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:38.020177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d8817a79-187e-4d5b-a827-6e20257f7d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:38.021829 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Usage tracker for resource:subnet and tenant:b1ee267219d94d1980f2bfb7f1126a40 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:38.024997 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:38.032516 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:38.035872 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Network a4797350-02e7-430c-a236-cd60cd3e3d4a details requested by agent ovs-agent-dv-cinder-806007-2-iscsi with host dv-cinder-806007-2-iscsi {{(pid=75065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 08:44:38.044323 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Made reservation on behalf of b1ee267219d94d1980f2bfb7f1126a40 for: {'subnet': 1} {{(pid=75064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:44:38.046742 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2795859'] for subnet, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.064357 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-920662c1-8683-4446-8105-a74c8db083b1 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363081 Sep 15 08:44:38.213078 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-b284b2d5-7571-4d12-962e-7a778a31d537 req-d6b7fce5-ef57-46c2-b92a-b537569220c1 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423051 Sep 15 08:44:38.252914 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2795901'] for subnet, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.257281 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:38.326256 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-fb40389c-de17-4379-99dc-92200a68af36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1096 time: 0.0728500 Sep 15 08:44:38.330653 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32afd120-13c3-4016-8f3a-addbea4530d9,revision_number=0']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:38.338173 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:38.343326 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Checking segment: {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:38.343686 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Network hostable DHCP agents. Network: a4797350-02e7-430c-a236-cd60cd3e3d4a, hostable agents: ['17416a2b-a953-4e31-86c8-ddc69cffa40d'], hosted agents: [] {{(pid=75064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 08:44:38.366705 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Network a4797350-02e7-430c-a236-cd60cd3e3d4a is scheduled to be hosted by DHCP agent 17416a2b-a953-4e31-86c8-ddc69cffa40d with binding_index 1 {{(pid=75064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 08:44:38.376349 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806007-2-iscsi, a4797350-02e7-430c-a236-cd60cd3e3d4a) {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:38.381041 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.382295 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.385417 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c764d4-034d-4c82-b8a9-905c1ed9838d None None] Network a4797350-02e7-430c-a236-cd60cd3e3d4a requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:38.405602 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-774369d0-701c-422a-ba13-658eab2b529f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3971307 Sep 15 08:44:38.407879 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35868) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:38.413251 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:38.417929 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:38.421671 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Usage tracker for resource:router and tenant:b1ee267219d94d1980f2bfb7f1126a40 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:38.424602 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:38.430759 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:38.443495 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2630'] for router, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.444467 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640631', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2035383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2649'] for router, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.469434 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.471304 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-33c107ff-709c-4d52-8a5c-e933e3f093eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.472878 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-33c107ff-709c-4d52-8a5c-e933e3f093eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1393669 Sep 15 08:44:38.546430 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-ca6452f2-6c6b-4c11-9443-96b65e248eec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 200 len: 217 time: 0.0668781 Sep 15 08:44:38.625957 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2667'] for router, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.630908 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-b8da8dab-8790-4838-b174-d66074cafaae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.631931 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d4ab4c5-c63b-5233-a3ce-80bd81dad3d7-a4797350-02e7-430c-a236-cd60cd3e3d4a', 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'fixed_ips': [{'subnet_id': '32afd120-13c3-4016-8f3a-addbea4530d9'}]}} from dv-cinder-806007-2-iscsi. {{(pid=75065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 08:44:38.632778 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:38.633101 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-b8da8dab-8790-4838-b174-d66074cafaae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0768576 Sep 15 08:44:38.721687 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-670305bd-55bb-4b6d-a292-6f8e598d6829 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783930 Sep 15 08:44:38.807846 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.db_base_plugin_common [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Allocated IP 172.20.0.2 (a4797350-02e7-430c-a236-cd60cd3e3d4a/32afd120-13c3-4016-8f3a-addbea4530d9/72d7c59b-ec9f-4b7d-8d66-85bb5892f95a) {{(pid=75065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:38.808661 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76aeb03-9ee6-4307-8dd4-ae3dc3fd151a req-97e163e7-21bf-4f05-a07e-04a040bc48eb tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:38.810311 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c76aeb03-9ee6-4307-8dd4-ae3dc3fd151a req-97e163e7-21bf-4f05-a07e-04a040bc48eb tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.1651833 Sep 15 08:44:38.861609 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-f0ba8e0f-905c-403a-873b-b8ab41a7ad3b service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327472 Sep 15 08:44:38.911853 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c76aeb03-9ee6-4307-8dd4-ae3dc3fd151a req-360979fa-093d-4545-b183-30c8aafda155 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925403 Sep 15 08:44:38.951681 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.002023 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.041393 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-15e5adb3-bc84-42aa-bbd1-e3425657ca5a req-e128f502-ed25-4afc-87d6-e5cfd9d43e94 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726775 Sep 15 08:44:39.072515 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Notify callbacks [] for port, precommit_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.083588 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Transition to ACTIVE for port object 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:39.101601 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Transition to ACTIVE for port object 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a will not be triggered until provisioned by entity DHCP. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:39.107017 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169'] for port, after_create {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.110973 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:39.164290 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Allocated IP 172.27.0.54 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/02e01c6b-4256-4fae-967a-163df989cee8) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:39.180641 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Network a4797350-02e7-430c-a236-cd60cd3e3d4a is already hosted by enough agents. {{(pid=75065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:39.183520 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.scheduler.base_scheduler [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Resources bound (agent type, host, resource id): {{(pid=75065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:39.185881 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Received port after_create {{(pid=75065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:39.193150 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Pushing event updated for resources: {'Port': ['ID=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,revision_number=1']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:39.195710 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:39.276991 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Attempting to bind port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:39.277280 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Attempting to bind port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:39.277984 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Attempting to bind port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a on network a4797350-02e7-430c-a236-cd60cd3e3d4a {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:39.283832 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:39.284205 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Checking segment: {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:39.284704 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.285101 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Bound using segment: {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:39.285562 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Bound port: 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:39.285961 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.314454 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.343392 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.347771 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-1b3ad811-56e7-444a-a153-5a25091b22e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:39.379922 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] For port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:39.383187 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] For port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:39.387314 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.391365 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:39.409588 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:39.412580 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:39.416268 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:39.453138 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Pushing event updated for resources: {'Port': ['ID=02e01c6b-4256-4fae-967a-163df989cee8,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:39.457563 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:39.469264 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Pushing event updated for resources: {'Port': ['ID=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,revision_number=2']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:39.473118 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:39.702180 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.702915 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667176'] for router, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:39.890178 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:39.934927 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Router c4da8bdb-6f05-444b-909a-949c7cf55bf0 is scheduled to L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b with binding_index 1 {{(pid=75064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 08:44:39.967707 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:40.206897 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061f868-16fc-4b3a-841b-67a2972103a1 req-fca68c94-085c-44a7-89bc-f8768e780be6 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:40.208366 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8061f868-16fc-4b3a-841b-67a2972103a1 req-fca68c94-085c-44a7-89bc-f8768e780be6 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.1223526 Sep 15 08:44:40.214551 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:40.223317 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Sync routers for ids ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:40.235582 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Routers {'c4da8bdb-6f05-444b-909a-949c7cf55bf0'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:40.236426 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:40.266418 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.267744 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8589659 Sep 15 08:44:40.270708 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35876) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:40.282719 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8061f868-16fc-4b3a-841b-67a2972103a1 req-a831757b-6499-48b9-980e-649552b698a5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596371 Sep 15 08:44:40.435075 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Set router c4da8bdb-6f05-444b-909a-949c7cf55bf0 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:40.628109 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7564f3-0365-4262-8f21-ac4ec2be1742 None None] Network a4797350-02e7-430c-a236-cd60cd3e3d4a requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:44:40.743382 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:44:39Z', 'revision_number': 3, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:40.747612 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Checking router: c4da8bdb-6f05-444b-909a-949c7cf55bf0 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:40.748063 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Updating router c4da8bdb-6f05-444b-909a-949c7cf55bf0 port 02e01c6b-4256-4fae-967a-163df989cee8 binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:44:40.790905 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Provisioning for port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:40.804110 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Provisioning complete for port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:40.804511 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.807332 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:40.989249 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.035689 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] For port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:41.042162 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.046543 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-c570eb1c-9ccc-41d4-9e5b-b650861cee6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.127614 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Pushing event updated for resources: {'Port': ['ID=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.131992 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-be2be21d-62c2-4bb8-97d9-d74c0a27a68b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.185369 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.191170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.198608 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Transition to ACTIVE for port object 02e01c6b-4256-4fae-967a-163df989cee8 will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:41.205876 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.210329 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.270014 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-7f8207e4-a86a-4954-845d-3f1913a78db3 None None] Provisioning complete for port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:41.270491 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-7f8207e4-a86a-4954-845d-3f1913a78db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.280780 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Pushing event updated for resources: {'Port': ['ID=02e01c6b-4256-4fae-967a-163df989cee8,revision_number=2']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.293491 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Attempting to bind port 02e01c6b-4256-4fae-967a-163df989cee8 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:41.294103 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Attempting to bind port 02e01c6b-4256-4fae-967a-163df989cee8 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:41.294979 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Attempting to bind port 02e01c6b-4256-4fae-967a-163df989cee8 on network 52034bb3-e9e5-41f7-916e-2422e53a40ed {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:41.297660 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.298196 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.298694 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.299181 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.299671 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.300698 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.301193 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.301698 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.302195 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.302682 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.303168 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:44:41.306941 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.311622 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:41.312212 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Checking segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:41.312974 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.313656 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Bound using segment: {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:41.314345 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Bound port: 02e01c6b-4256-4fae-967a-163df989cee8, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7455facd-7b52-4ea0-beff-23d23030a30f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:41.314699 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.422952 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] For port 02e01c6b-4256-4fae-967a-163df989cee8, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:41.430494 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] For port 02e01c6b-4256-4fae-967a-163df989cee8, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=02e01c6b-4256-4fae-967a-163df989cee8,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:41.431525 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Allocated IP 172.20.0.1 (a4797350-02e7-430c-a236-cd60cd3e3d4a/32afd120-13c3-4016-8f3a-addbea4530d9/ba2f33a0-0785-4775-8dec-42a0e757661d) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:41.435486 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.440725 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-ca39a0a1-19de-4365-9791-0e2ba82e2ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.516228 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Routers {'c4da8bdb-6f05-444b-909a-949c7cf55bf0'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:41.516858 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:41.526112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdeafc0-2e21-46be-94f7-9d2afd1bc3ba req-b61b646f-88b3-4945-80b0-c9d4daa678d9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:41.527851 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4fdeafc0-2e21-46be-94f7-9d2afd1bc3ba req-b61b646f-88b3-4945-80b0-c9d4daa678d9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.0913191 Sep 15 08:44:41.573385 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Pushing event updated for resources: {'Port': ['ID=02e01c6b-4256-4fae-967a-163df989cee8,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.575068 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-4fdeafc0-2e21-46be-94f7-9d2afd1bc3ba req-8fc0776e-ddb1-4b6d-b533-4dc5af3b217f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412464 Sep 15 08:44:41.584078 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e04d19c0-2574-493d-a3dc-dfe3587e27a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.592875 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.610528 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Transition to ACTIVE for port object ba2f33a0-0785-4775-8dec-42a0e757661d will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:41.632630 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.636937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-eb2d2c60-a813-4a1a-8810-83e167924e30 tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:41.699614 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Network a4797350-02e7-430c-a236-cd60cd3e3d4a is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:41.702515 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:41.707675 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:41.708509 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] Set router c4da8bdb-6f05-444b-909a-949c7cf55bf0 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:41.735420 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2f33a0-0785-4775-8dec-42a0e757661d,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:41.742622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:41.770206 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667246'] for router_interface, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.860915 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:41.882595 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:41.966860 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-fe875139-6a53-4825-954c-47541c63a634 None None] Provisioning for port ba2f33a0-0785-4775-8dec-42a0e757661d completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:41.973808 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-fe875139-6a53-4825-954c-47541c63a634 None None] Provisioning complete for port ba2f33a0-0785-4775-8dec-42a0e757661d triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:41.974300 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-fe875139-6a53-4825-954c-47541c63a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.014584 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:44:39Z', 'revision_number': 3, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:42.018216 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abc9c9-bb6a-4529-894f-905af42813a6 None None] The sync data for ids ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'] in dv-cinder-806007-2-iscsi is: [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:44:39Z', 'revision_number': 3, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:42.025975 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:42.026267 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.079512 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-fe875139-6a53-4825-954c-47541c63a634 None None] Port ba2f33a0-0785-4775-8dec-42a0e757661d cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:44:42.110104 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.115468 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.148535 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9d900700-9896-4a24-a905-3894c3b16583 tempest-VolumesNegativeTest-37032699 tempest-VolumesNegativeTest-37032699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:42.224853 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642261'] for router_interface, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.228619 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2f33a0-0785-4775-8dec-42a0e757661d,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:42.231612 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:42.454397 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Network a4797350-02e7-430c-a236-cd60cd3e3d4a is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:42.457569 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:42.705142 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-4e966bcb-1901-439e-a240-817bfcc45187 None None] Provisioning complete for port ba2f33a0-0785-4775-8dec-42a0e757661d triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:42.705671 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-4e966bcb-1901-439e-a240-817bfcc45187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:42.767534 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-4e966bcb-1901-439e-a240-817bfcc45187 None None] Port ba2f33a0-0785-4775-8dec-42a0e757661d cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:44:42.776987 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172a09c-9e6e-41bd-8ba8-4358256cfc6d req-72dde5e0-8d09-490a-9f0a-510a8c95bca7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:42.778516 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8172a09c-9e6e-41bd-8ba8-4358256cfc6d req-72dde5e0-8d09-490a-9f0a-510a8c95bca7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.0797884 Sep 15 08:44:42.825340 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-8172a09c-9e6e-41bd-8ba8-4358256cfc6d req-17dd8867-2a23-4cf4-af81-6f5ddb9ae1f5 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Sep 15 08:44:42.846944 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Router c4da8bdb-6f05-444b-909a-949c7cf55bf0 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:43.043073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:43.051973 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-88b9b1ec-6376-40bc-8b47-7fb151b9a910 admin admin] 10.222.0.36 "PUT /v2.0/routers/c4da8bdb-6f05-444b-909a-949c7cf55bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7800243 Sep 15 08:44:43.811201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35890) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:43.817506 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-859245630', 'description': 'tempest-secgroup-smoke-859245630 description', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:43.823465 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:43.827275 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:43.830137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:43.836204 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:43.846533 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.881779 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:43.885473 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:43.888231 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:43.893813 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:43.953562 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.957997 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:43.961577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9fb45249-bc78-416a-a219-777458c21d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:43.999894 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15441eab-b4e3-4bfe-b537-0ea55c425ab6,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.002872 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.006924 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.008334 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-80f2225c-e301-4cad-bbd0-69e41e8f723d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1962028 Sep 15 08:44:44.011253 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35896) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.016655 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group_rule': {'security_group_id': '15441eab-b4e3-4bfe-b537-0ea55c425ab6', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.022378 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.026078 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.028882 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.031980 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8cf3b-65ab-44ea-80a8-ae4420ad69ef req-dad8301e-d10c-442b-b63b-2a3c46f22bcb tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:44.033775 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-44f8cf3b-65ab-44ea-80a8-ae4420ad69ef req-dad8301e-d10c-442b-b63b-2a3c46f22bcb tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.0844483 Sep 15 08:44:44.035029 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.053114 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.078965 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-44f8cf3b-65ab-44ea-80a8-ae4420ad69ef req-923ae987-433e-43b1-ac71-9ffd7e1dfbe6 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394099 Sep 15 08:44:44.113455 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.116860 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.118958 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8f926b5a-1705-45b0-806c-1c9df107a97c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:44.140184 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c48d3e-9e5a-4daf-81eb-1fb0f24cc34c,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.145046 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.149081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.150245 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9e3dea59-b951-49b3-89fb-099bd5dee279 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1381910 Sep 15 08:44:44.152889 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35900) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.158147 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group_rule': {'security_group_id': '15441eab-b4e3-4bfe-b537-0ea55c425ab6', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.163725 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.167422 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.170358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.176033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.193100 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.254965 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.259449 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.261685 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:44.287263 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5302cb07-999a-46f6-a8c8-332800d081e0,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.291921 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.297481 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.298886 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5e5c8952-7a8c-4d79-9228-8cce5cd2a950 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1451166 Sep 15 08:44:44.302213 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35904) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.307890 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group_rule': {'security_group_id': '15441eab-b4e3-4bfe-b537-0ea55c425ab6', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.313554 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.318355 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.321183 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.326934 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.344224 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.406545 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.410513 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.412423 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:44.433912 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baf7240-2f67-45ed-919c-5ff13337ccc5,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.438116 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.442884 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.444053 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-e00dbb9f-7752-4984-aad1-5b5648b06b85 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1408031 Sep 15 08:44:44.446765 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35908) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.452200 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group_rule': {'security_group_id': '15441eab-b4e3-4bfe-b537-0ea55c425ab6', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.459608 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.463395 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.466265 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.472857 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.489105 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.550367 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.553707 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.555632 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:44.576864 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3ca21c-c595-4f93-821e-7eb7ce456fab,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.582010 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.586528 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.587723 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-8fd20a34-a861-4107-b3b5-a068b5354907 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1400628 Sep 15 08:44:44.590418 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35912) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.595727 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group_rule': {'security_group_id': '15441eab-b4e3-4bfe-b537-0ea55c425ab6', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.601969 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.605722 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.608529 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.614321 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.624315 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.securitygroups_db [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Project 59ed68cf001f4d6e803d25bdc2e6d8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:44:44.630710 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.696138 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.699432 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.701660 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e05d5629-1bff-48aa-847d-04d0157de4fd tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:44.724189 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c09c0ff-b925-4614-a7d9-908a6019bbe4,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.726548 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.733204 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.734414 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-a515a72c-61e3-4ee0-b2ee-571bcc3efc62 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1430917 Sep 15 08:44:44.737147 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35916) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:44.742500 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'security_group_rule': {'security_group_id': '15441eab-b4e3-4bfe-b537-0ea55c425ab6', 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:44.747913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:44.751616 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:security_group_rule and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:44.754994 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:44.760510 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:44.771609 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.securitygroups_db [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Project 59ed68cf001f4d6e803d25bdc2e6d8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 08:44:44.777909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.842295 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.845635 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076818'] for security_group_rule, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.847662 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:44.867960 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0163c4a-2922-4dbe-a67a-ea76ce1794e1,revision_number=0']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:44.870453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:44.877086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:44.879076 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-345514f6-13e4-4a74-abac-62886f25b137 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1407323 Sep 15 08:44:45.405885 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device c2066f8c-8c11-4c8c-aa67-24c54dcd7912 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:44:45.446062 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6791c-7e15-4433-8748-07ec4b73f97b req-a00be258-2030-4a73-b6ce-c104a4fde69a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:45.448550 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a2b6791c-7e15-4433-8748-07ec4b73f97b req-a00be258-2030-4a73-b6ce-c104a4fde69a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 943 time: 0.1006632 Sep 15 08:44:45.500513 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a2b6791c-7e15-4433-8748-07ec4b73f97b req-b4a132e2-a166-4d61-8dcf-4741c52e1e3a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461230 Sep 15 08:44:45.560017 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:45.573051 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'port_id': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'mac_address': 'fa:16:3e:48:75:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:44:45.625944 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.643530 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2066f8c-8c11-4c8c-aa67-24c54dcd7912 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:44:45.658133 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:45.662786 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:45.664615 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-00c70995-b16d-4631-83c4-1247c7ee8b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:45.732882 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:45.735859 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:45.900208 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['c2066f8c-8c11-4c8c-aa67-24c54dcd7912'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:44:46.710062 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cef2f-35a9-4aa1-96f2-4b96f7ea9757 req-ec2146d2-ef51-495a-8083-491a897f7370 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:46.711481 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c23cef2f-35a9-4aa1-96f2-4b96f7ea9757 req-ec2146d2-ef51-495a-8083-491a897f7370 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 944 time: 0.0860469 Sep 15 08:44:46.756547 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c23cef2f-35a9-4aa1-96f2-4b96f7ea9757 req-c845e9fc-1b9e-47e2-ae98-f1a47ce1a656 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395803 Sep 15 08:44:47.405035 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device c2066f8c-8c11-4c8c-aa67-24c54dcd7912 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:47.551482 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:47.557631 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:47.558032 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.769575 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.811209 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:47.824932 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:47.838170 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:47.841040 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:47.914424 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'code': 200} Sep 15 08:44:47.961078 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 02e01c6b-4256-4fae-967a-163df989cee8 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:48.018874 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:48.023784 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:48.031755 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02f153-bb21-43d0-b766-a69d92bdb332 req-dec0b1a6-bb0c-4ac1-9e39-68f94e1247e9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:48.035910 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fc02f153-bb21-43d0-b766-a69d92bdb332 req-dec0b1a6-bb0c-4ac1-9e39-68f94e1247e9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.0961709 Sep 15 08:44:48.054446 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 02e01c6b-4256-4fae-967a-163df989cee8 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:48.060450 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 02e01c6b-4256-4fae-967a-163df989cee8 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:48.060909 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:48.114554 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-fc02f153-bb21-43d0-b766-a69d92bdb332 req-15666d17-c14b-447d-b520-2508b23de023 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700212 Sep 15 08:44:48.209731 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:48.226920 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 02e01c6b-4256-4fae-967a-163df989cee8, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=02e01c6b-4256-4fae-967a-163df989cee8,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:48.231701 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:48.234164 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:48.243054 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e932c19b-5cf0-44c0-8ae1-87d8db61a1b0 req-e7fec2a8-e1f8-4bc3-9248-a3d8d61fa77f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1098 time: 0.0815256 Sep 15 08:44:48.292967 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-e932c19b-5cf0-44c0-8ae1-87d8db61a1b0 req-45694ac3-2cd7-4277-8238-9ee85de5f66d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Sep 15 08:44:48.304795 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=02e01c6b-4256-4fae-967a-163df989cee8,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:48.308115 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:48.590024 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-e48e79d1-d95d-46b2-8bd4-22c9e77c7ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:48.644470 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Sync routers for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:48.662563 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:48.663190 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:48.842798 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:48.920197 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:49.176501 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:34Z', 'revision_number': 2, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:49.182514 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Checking router: 3509a191-1058-4b1d-b78b-6584730eff06 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:49.182871 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Updating router 3509a191-1058-4b1d-b78b-6584730eff06 port 34a870c9-0c91-47d0-a626-d577a73e9ad0 binding host dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:44:49.238708 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:49.365204 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c484cb-c9e6-403d-a253-e2d1bb1cea44 req-e2c97b00-7a1f-42f8-badc-5f38c831f4c9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:49.366789 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d1c484cb-c9e6-403d-a253-e2d1bb1cea44 req-e2c97b00-7a1f-42f8-badc-5f38c831f4c9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.1231790 Sep 15 08:44:49.420407 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d1c484cb-c9e6-403d-a253-e2d1bb1cea44 req-360227e1-3162-4e4b-8667-988b13d0efba tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478115 Sep 15 08:44:49.654888 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Notify callbacks [] for port, precommit_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:49.667631 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Transition to ACTIVE for port object 34a870c9-0c91-47d0-a626-d577a73e9ad0 will not be triggered until provisioned by entity L2. {{(pid=75065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:49.674225 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:49.678989 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:49.803024 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb97d6a-ab67-4eaf-83c8-c8878502a289 None None] Pushing event updated for resources: {'Port': ['ID=34a870c9-0c91-47d0-a626-d577a73e9ad0,revision_number=3']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:49.806700 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-0fb97d6a-ab67-4eaf-83c8-c8878502a289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:49.894915 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 02e01c6b-4256-4fae-967a-163df989cee8 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:49.946075 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Attempting to bind port 34a870c9-0c91-47d0-a626-d577a73e9ad0 on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:49.946455 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Attempting to bind port 34a870c9-0c91-47d0-a626-d577a73e9ad0 by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:49.946833 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Attempting to bind port 34a870c9-0c91-47d0-a626-d577a73e9ad0 on network 428bb386-0d23-499c-8c75-13955f239523 {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:49.961244 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:49.961627 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Checking segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:49.962060 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:49.962459 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Bound using segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} {{(pid=75065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:49.962934 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.managers [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Bound port: 34a870c9-0c91-47d0-a626-d577a73e9ad0, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'}}] {{(pid=75065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:49.963313 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.064322 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 02e01c6b-4256-4fae-967a-163df989cee8 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:50.064632 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.109782 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] For port 34a870c9-0c91-47d0-a626-d577a73e9ad0, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:50.128660 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] For port 34a870c9-0c91-47d0-a626-d577a73e9ad0, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=34a870c9-0c91-47d0-a626-d577a73e9ad0,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:50.135763 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.139861 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:50.269049 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb97d6a-ab67-4eaf-83c8-c8878502a289 None None] Pushing event updated for resources: {'Port': ['ID=34a870c9-0c91-47d0-a626-d577a73e9ad0,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:50.274474 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-0fb97d6a-ab67-4eaf-83c8-c8878502a289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:50.288521 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:50.289158 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:50.505137 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:50.631464 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4bab1-f2e9-4ce6-bb38-d16c97520c23 req-b04ce8c5-f8e6-4468-9079-a5846471581b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:50.632926 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26e4bab1-f2e9-4ce6-bb38-d16c97520c23 req-b04ce8c5-f8e6-4468-9079-a5846471581b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.0827968 Sep 15 08:44:50.679680 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-26e4bab1-f2e9-4ce6-bb38-d16c97520c23 req-7d4d67f1-51f5-4dea-bfb2-832172309f13 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 Sep 15 08:44:50.813758 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9eb3775b-3f67-4354-8913-c75978f0daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:50.845587 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:50Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:50.850267 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf95f15-be2e-4760-96b1-ace53bd46331 None None] The sync data for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi is: [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:50Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:51.051711 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722470b-c055-4025-84fe-feb01de5b6ee req-375cf8d4-4800-48eb-b782-2cca8282e350 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:51.053195 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9722470b-c055-4025-84fe-feb01de5b6ee req-375cf8d4-4800-48eb-b782-2cca8282e350 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.0915084 Sep 15 08:44:51.103125 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-9722470b-c055-4025-84fe-feb01de5b6ee req-9ba73fc2-c947-43d8-89f2-062eec3d9973 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443501 Sep 15 08:44:51.132170 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 35968) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:51.215899 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-361c8844-d6a3-478e-9122-0660d6af0616 tempest-TestVolumeBootPattern-1524424261 tempest-TestVolumeBootPattern-1524424261-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1093 time: 0.0816402 Sep 15 08:44:51.218678 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 35972) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:44:51.224209 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'port_id': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:44:51.229948 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:44:51.234526 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Usage tracker for resource:floatingip and tenant:309358a7aa1f4596a13ce1f6e1639db6 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:44:51.238356 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:44:51.245253 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:44:51.258135 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.413945 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.464468 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Sync routers for ids ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:51.477248 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Routers {'c4da8bdb-6f05-444b-909a-949c7cf55bf0'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:51.478022 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:51.564416 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Allocated IP 172.27.0.47 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/b28c3a34-49ca-4e23-9671-ea78b80d6e55) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:44:51.664895 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Set router c4da8bdb-6f05-444b-909a-949c7cf55bf0 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:51.691704 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.812165 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.845212 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:51.850139 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-5d5bd16c-8d3c-4d33-8f9c-578cfef3aac7 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:51.918347 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 34a870c9-0c91-47d0-a626-d577a73e9ad0 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:51.919033 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:44:51.922741 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:44:51.924893 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=b28c3a34-49ca-4e23-9671-ea78b80d6e55,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:51.927063 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:44:51.952512 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:51.997380 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port 34a870c9-0c91-47d0-a626-d577a73e9ad0 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:52.004960 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 34a870c9-0c91-47d0-a626-d577a73e9ad0 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:52.005358 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.012556 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:44:41Z', 'revision_number': 4, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'ba2f33a0-0785-4775-8dec-42a0e757661d', 'name': '', 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'mac_address': 'fa:16:3e:2d:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32afd120-13c3-4016-8f3a-addbea4530d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:41Z', 'updated_at': '2021-09-15T08:44:41Z', 'revision_number': 2, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'subnets': [{'id': '32afd120-13c3-4016-8f3a-addbea4530d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:52.016423 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Checking router: c4da8bdb-6f05-444b-909a-949c7cf55bf0 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:52.016779 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Updating router c4da8bdb-6f05-444b-909a-949c7cf55bf0 port ba2f33a0-0785-4775-8dec-42a0e757661d binding host dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 08:44:52.074412 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.114762 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.202634 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.240989 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port 34a870c9-0c91-47d0-a626-d577a73e9ad0, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=34a870c9-0c91-47d0-a626-d577a73e9ad0,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:52.245617 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.247696 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-7ea309c0-3f4c-42ac-a9f1-82e3d3e8be51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:52.328477 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=34a870c9-0c91-47d0-a626-d577a73e9ad0,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:52.334717 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:52.465152 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Notify callbacks [] for port, precommit_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.477630 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.provisioning_blocks [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Transition to ACTIVE for port object ba2f33a0-0785-4775-8dec-42a0e757661d will not be triggered until provisioned by entity L2. {{(pid=75066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:44:52.486351 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.491323 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e6e902fd-b52c-470a-ade5-6d6d1ee46f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:52.528474 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.597008 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.626016 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401be2d-0c1b-42ad-a2b8-837983125424 None None] Pushing event updated for resources: {'Port': ['ID=ba2f33a0-0785-4775-8dec-42a0e757661d,revision_number=3']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:52.629454 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e401be2d-0c1b-42ad-a2b8-837983125424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:52.723892 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Attempting to bind port ba2f33a0-0785-4775-8dec-42a0e757661d on host dv-cinder-806007-2-iscsi for vnic_type normal with profile {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:44:52.724270 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Attempting to bind port ba2f33a0-0785-4775-8dec-42a0e757661d by drivers openvswitch,hyperv on host dv-cinder-806007-2-iscsi at level 0 using segments [{'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:44:52.724638 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Attempting to bind port ba2f33a0-0785-4775-8dec-42a0e757661d on network a4797350-02e7-430c-a236-cd60cd3e3d4a {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:44:52.732199 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Checking agent: {'id': 'd4a176a8-7e38-4af6-9196-aca70fbf738a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806007-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 27, 19), 'started_at': datetime.datetime(2021, 9, 15, 8, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806007-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:44:52.732573 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Checking segment: {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:44:52.732971 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.733360 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Bound using segment: {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'} {{(pid=75066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:44:52.733818 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.managers [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Bound port: ba2f33a0-0785-4775-8dec-42a0e757661d, host: dv-cinder-806007-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a'}}] {{(pid=75066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:44:52.734242 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.828218 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] For port ba2f33a0-0785-4775-8dec-42a0e757661d, host dv-cinder-806007-2-iscsi, cleared binding levels {{(pid=75066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:44:52.829065 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.832504 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.plugins.ml2.db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] For port ba2f33a0-0785-4775-8dec-42a0e757661d, host dv-cinder-806007-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=ba2f33a0-0785-4775-8dec-42a0e757661d,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:44:52.838418 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.840230 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron_lib.callbacks.manager [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.843275 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:52.850225 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-8df77638-6893-4251-bc9c-635fdc2c6cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:52.925343 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Routers {'c4da8bdb-6f05-444b-909a-949c7cf55bf0'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:52.926170 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:52.954170 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event updated for resources: {'Port': ['ID=b28c3a34-49ca-4e23-9671-ea78b80d6e55,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:52.959250 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:52.972439 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:52.992866 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401be2d-0c1b-42ad-a2b8-837983125424 None None] Pushing event updated for resources: {'Port': ['ID=ba2f33a0-0785-4775-8dec-42a0e757661d,revision_number=4']} {{(pid=75066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:52.997433 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG oslo_concurrency.lockutils [None req-e401be2d-0c1b-42ad-a2b8-837983125424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:53.132458 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] Set router c4da8bdb-6f05-444b-909a-949c7cf55bf0 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:53.184090 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.db.l3_db [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Floating IP a2b8c13a-e129-469b-93b4-d1d74752cab1 associated. External IP: 172.27.0.47, port: c2066f8c-8c11-4c8c-aa67-24c54dcd7912. Sep 15 08:44:53.383955 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:53.470187 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:44:41Z', 'revision_number': 4, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'ba2f33a0-0785-4775-8dec-42a0e757661d', 'name': '', 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'mac_address': 'fa:16:3e:2d:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32afd120-13c3-4016-8f3a-addbea4530d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:41Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 4, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'subnets': [{'id': '32afd120-13c3-4016-8f3a-addbea4530d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:53.474663 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb6008-c069-47e3-a9f6-002c260eb95a None None] The sync data for ids ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'] in dv-cinder-806007-2-iscsi is: [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:44:41Z', 'revision_number': 4, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'ba2f33a0-0785-4775-8dec-42a0e757661d', 'name': '', 'network_id': 'a4797350-02e7-430c-a236-cd60cd3e3d4a', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'mac_address': 'fa:16:3e:2d:20:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32afd120-13c3-4016-8f3a-addbea4530d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:41Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 4, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'subnets': [{'id': '32afd120-13c3-4016-8f3a-addbea4530d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:53.745239 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:44:53.969082 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:44:53.971818 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 34a870c9-0c91-47d0-a626-d577a73e9ad0 up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:53.997527 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:54.002202 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:44:54.042328 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:54.042965 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:54.060562 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8407607 Sep 15 08:44:54.061231 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:44:54.127332 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'status': 'completed', 'code': 200} Sep 15 08:44:54.217515 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port 34a870c9-0c91-47d0-a626-d577a73e9ad0 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:54.217915 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:54.240295 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-9c111e77-b450-4af0-8205-aa3a0c824777 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1098 time: 0.0868919 Sep 15 08:44:54.306726 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:54.430191 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-b515cd60-613d-4852-b9de-6eac1f551ef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:54.434631 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-b515cd60-613d-4852-b9de-6eac1f551ef9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1853781 Sep 15 08:44:54.453210 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device ba2f33a0-0785-4775-8dec-42a0e757661d up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:54.536926 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-23f46f23-aa98-4305-a963-0d109ead2c7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 200 len: 998 time: 0.0978088 Sep 15 08:44:54.606596 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-284df77e-0b11-4f44-883f-8b9f1a8af790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:44:54.608361 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-284df77e-0b11-4f44-883f-8b9f1a8af790 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0655010 Sep 15 08:44:54.687089 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning for port ba2f33a0-0785-4775-8dec-42a0e757661d completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:44:54.697533 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-32816adf-426b-4d40-bca3-98480717a6c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755022 Sep 15 08:44:54.697810 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port ba2f33a0-0785-4775-8dec-42a0e757661d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:54.697943 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:54.833916 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-c86376e9-0b68-45ab-a14e-eb03d8c236e0 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299613 Sep 15 08:44:54.886898 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:54.916385 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 1, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}, {'id': 'a2b8c13a-e129-469b-93b4-d1d74752cab1', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:48:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c536c1d7-b62b-4820-863a-e9a161419161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:44:52Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:54.927151 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:44:54.932341 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] For port ba2f33a0-0785-4775-8dec-42a0e757661d, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=ba2f33a0-0785-4775-8dec-42a0e757661d,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:44:54.938285 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:44:54.941470 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:44:54.978702 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fce1db9a-1980-4b84-89e4-8f5903f1326f req-8c456bec-8b90-4132-a017-433870840fcb service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380823 Sep 15 08:44:54.982599 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:44:54.983237 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:44:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:55.135650 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Pushing event updated for resources: {'Port': ['ID=ba2f33a0-0785-4775-8dec-42a0e757661d,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:44:55.145258 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:44:55.185192 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:44:55.587870 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 1, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}, {'id': 'a2b8c13a-e129-469b-93b4-d1d74752cab1', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:48:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c536c1d7-b62b-4820-863a-e9a161419161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:44:52Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:44:55.592541 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261bd08-8014-4dee-99f5-8e680ed35f0f None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 1, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}, {'id': 'a2b8c13a-e129-469b-93b4-d1d74752cab1', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:48:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c536c1d7-b62b-4820-863a-e9a161419161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:44:52Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 0, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:44:55.877949 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device ba2f33a0-0785-4775-8dec-42a0e757661d up at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:44:55.944009 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Provisioning complete for port ba2f33a0-0785-4775-8dec-42a0e757661d triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:44:55.944381 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:01.134593 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-ff4fed87-a318-4cbe-8473-83900d9bd51b tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859245630&fields=id&tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3 HTTP/1.1" status: 200 len: 267 time: 0.0402675 Sep 15 08:45:01.366665 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-ac2a2650-e3ef-4747-bfd9-eb63339e4312 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:01.368099 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-ac2a2650-e3ef-4747-bfd9-eb63339e4312 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 809 time: 0.2274275 Sep 15 08:45:01.383478 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-a37fd2bb-c524-4aa2-9237-a4e5ddc5cb3e tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/quotas/59ed68cf001f4d6e803d25bdc2e6d8e3 HTTP/1.1" status: 200 len: 375 time: 0.0101781 Sep 15 08:45:01.463624 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-33aedcbc-1eec-401c-adfc-a3bba28624ba tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754824 Sep 15 08:45:01.596533 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-c5c9ac5b-efd9-43fa-902c-728a53f65ded service neutron] 10.222.0.36 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214325 Sep 15 08:45:01.728591 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-27c8ce31-c9c9-402f-8f19-117a95e31a54 service neutron] 10.222.0.36 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257992 Sep 15 08:45:02.124604 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-09c8369a-b8e0-41fb-b934-bc691c7af856 req-d9cb24ef-be98-4996-ba33-a9546c19d6f4 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 210 time: 0.0494094 Sep 15 08:45:03.129453 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-1cf8357a-4916-4db3-9530-f4ce3ee712ba tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:03.130192 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-1cf8357a-4916-4db3-9530-f4ce3ee712ba tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Synchronizing usage tracker for tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 on resource:network {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:45:03.147087 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-1cf8357a-4916-4db3-9530-f4ce3ee712ba tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Unset dirty status for tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 on resource:network {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:45:03.148501 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-1cf8357a-4916-4db3-9530-f4ce3ee712ba tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 809 time: 0.1686964 Sep 15 08:45:03.207118 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-70dd7f6e-17c3-4e9a-9041-a6da0a840f32 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Synchronizing usage tracker for tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 on resource:security_group {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:45:03.223721 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-70dd7f6e-17c3-4e9a-9041-a6da0a840f32 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Unset dirty status for tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 on resource:security_group {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:45:03.225193 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-70dd7f6e-17c3-4e9a-9041-a6da0a840f32 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3 HTTP/1.1" status: 200 len: 379 time: 0.0631306 Sep 15 08:45:03.234428 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'port': {'device_id': '96089088-b87b-43a6-81c4-376804a40113', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'admin_state_up': True, 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'security_groups': ['15441eab-b4e3-4bfe-b537-0ea55c425ab6']}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:45:03.291323 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3952dffd-5b95-493f-a77e-0730b65aef29 req-30c11bc1-9296-4748-b6ff-9a9b1695c42b tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 210 time: 0.0434189 Sep 15 08:45:03.382569 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:03.386272 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:port and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:03.389019 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:03.395503 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.quota.driver [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:03.404932 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Made reservation on behalf of 59ed68cf001f4d6e803d25bdc2e6d8e3 for: {'port': 1} {{(pid=75063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 08:45:03.407863 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.669324 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_common [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Allocated IP 172.20.0.5 (428bb386-0d23-499c-8c75-13955f239523/5805477f-f51a-45ca-b560-1f001df3f263/8a584d81-7c99-4899-853f-f6bbba7e9b94) {{(pid=75063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:45:03.864243 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for port, precommit_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.880201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Transition to ACTIVE for port object 8a584d81-7c99-4899-853f-f6bbba7e9b94 will not be triggered until provisioned by entity DHCP. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:45:03.902087 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_create {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:03.907694 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f3b04113-477b-481c-a6e1-43d5870db402 tempest-VolumesActionsTest-2068917915 tempest-VolumesActionsTest-2068917915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:03.973445 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Network 428bb386-0d23-499c-8c75-13955f239523 is already hosted by enough agents. {{(pid=75063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:45:03.976577 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.base_scheduler [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources bound (agent type, host, resource id): {{(pid=75063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:45:03.980586 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Received port after_create {{(pid=75063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:45:04.019984 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=1']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:04.043860 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.044503 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.044875 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.045242 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.045607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.045997 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.046358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.046717 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.047072 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.047429 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.047786 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:04.053543 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:04.072194 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:04.072905 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.087007 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fdb881-90b3-45eb-ab5a-924760f9a071 None None] New status for floating IP a2b8c13a-e129-469b-93b4-d1d74752cab1: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:45:04.098504 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-80e11175-f7af-499f-9d0a-9d6fd05bff95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682692 Sep 15 08:45:04.110314 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.v2.base [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Request body: {'port': {'device_id': '96089088-b87b-43a6-81c4-376804a40113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:45:04.223814 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.252409 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-bf4e2695-1444-44ab-9199-36050d21950d None None] Provisioning for port 8a584d81-7c99-4899-853f-f6bbba7e9b94 completed by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:45:04.259709 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-bf4e2695-1444-44ab-9199-36050d21950d None None] Provisioning complete for port 8a584d81-7c99-4899-853f-f6bbba7e9b94 triggered by entity DHCP. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:45:04.260364 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-bf4e2695-1444-44ab-9199-36050d21950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.318097 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e2695-1444-44ab-9199-36050d21950d None None] Port 8a584d81-7c99-4899-853f-f6bbba7e9b94 cannot update to ACTIVE because it is not bound. {{(pid=75065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 08:45:04.514535 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c061c-2edd-43cc-bf4c-c439995efbf3 req-c59fb3b6-449c-436d-8185-5c03fc36b2fe tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:04.516020 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ff2c061c-2edd-43cc-bf4c-c439995efbf3 req-c59fb3b6-449c-436d-8185-5c03fc36b2fe tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 931 time: 0.0874302 Sep 15 08:45:04.567091 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ff2c061c-2edd-43cc-bf4c-c439995efbf3 req-ce76d787-331c-4a8a-8f0e-9341d5156e20 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442929 Sep 15 08:45:04.578858 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a584d81-7c99-4899-853f-f6bbba7e9b94 {{(pid=75063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:45:04.586391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.601928 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.provisioning_blocks [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Transition to ACTIVE for port object 8a584d81-7c99-4899-853f-f6bbba7e9b94 will not be triggered until provisioned by entity L2. {{(pid=75063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 08:45:04.605518 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.608941 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f26703ee-1ca8-4bd0-b408-1b39569fdde1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:04.728304 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=2']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:04.734177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:04.841827 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Attempting to bind port 8a584d81-7c99-4899-853f-f6bbba7e9b94 on host hv-cinder-80600 for vnic_type normal with profile {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 08:45:04.842201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Attempting to bind port 8a584d81-7c99-4899-853f-f6bbba7e9b94 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 08:45:04.842526 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Attempting to bind port 8a584d81-7c99-4899-853f-f6bbba7e9b94 on network 428bb386-0d23-499c-8c75-13955f239523 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:45:04.848358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Port 8a584d81-7c99-4899-853f-f6bbba7e9b94 on network 428bb386-0d23-499c-8c75-13955f239523 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 08:45:04.848676 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Attempting to bind port 8a584d81-7c99-4899-853f-f6bbba7e9b94 on network 428bb386-0d23-499c-8c75-13955f239523 {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 08:45:04.854805 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Checking agent: {'id': '974abff3-64bf-42fc-b017-77ea1fd8efff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'started_at': datetime.datetime(2021, 9, 15, 8, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 8, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 08:45:04.855134 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Checking segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 08:45:04.855510 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Bound using segment: {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'} {{(pid=75063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 08:45:04.855963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.managers [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Bound port: 8a584d81-7c99-4899-853f-f6bbba7e9b94, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8991ae55-e9bc-441a-929e-fae0d402f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '428bb386-0d23-499c-8c75-13955f239523'}}] {{(pid=75063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 08:45:04.856328 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.941516 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, cleared binding levels {{(pid=75063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 08:45:04.944400 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 08:45:04.948773 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2326345'] for port, after_update {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:04.952801 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-68ab14c4-b56d-401e-a7b3-82e1e4c3eb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:05.015018 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:05.016255 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 1093 time: 0.9102533 Sep 15 08:45:05.016798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:05.036622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=3']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:05.047651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-92a6e51b-a233-4107-9bf6-79a29c9d2b25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:05.094134 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'status': 'completed', 'code': 200} Sep 15 08:45:05.134439 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-b5737c4a-d591-4651-a988-5c4e4fa8bdfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1096 time: 0.0810101 Sep 15 08:45:05.196461 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:45:05.209614 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-57a92660-6164-4d83-87db-f13d67b90d62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 217 time: 0.0676534 Sep 15 08:45:05.272977 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-e725ca2d-2502-4551-a9fc-42879dc5358e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:05.274433 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-e725ca2d-2502-4551-a9fc-42879dc5358e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0581872 Sep 15 08:45:05.348301 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-8bedbe13-948c-47f5-b35a-3493388dc0e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662813 Sep 15 08:45:05.578831 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-88293244-928a-41e3-b652-98ae391a1eca service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242689 Sep 15 08:45:05.724883 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-c0508a43-1f9e-4e66-bca1-a2960a523e34 req-3e073673-cb90-4810-997e-8bea7b47cd83 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379650 Sep 15 08:45:05.778035 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1818f30-a266-4c3c-96d2-e2737f285a28 req-1e574143-99b2-433d-9677-e212a400ceac tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:05.779512 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b1818f30-a266-4c3c-96d2-e2737f285a28 req-1e574143-99b2-433d-9677-e212a400ceac tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0857341 Sep 15 08:45:05.828668 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b1818f30-a266-4c3c-96d2-e2737f285a28 req-8e34ed96-3c47-47da-919c-e785cca4141c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427554 Sep 15 08:45:05.860654 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-29223691-e083-46d3-91c4-9c4de7551b63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1096 time: 0.0892386 Sep 15 08:45:05.998081 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-0e335a2a-4bae-418f-8a57-95aaaa119489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:05.999532 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-0e335a2a-4bae-418f-8a57-95aaaa119489 service neutron] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 910 time: 0.1325397 Sep 15 08:45:06.078401 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-e5a264d6-22b0-431d-a947-38fe4595c8a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 217 time: 0.0717180 Sep 15 08:45:06.149589 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-912b41b4-d6ad-4a91-8fe7-29109751ed66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:06.151502 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-912b41b4-d6ad-4a91-8fe7-29109751ed66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0673573 Sep 15 08:45:06.240405 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-1c2aea07-9e93-4579-86e4-6c4ba2a75f28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832126 Sep 15 08:45:06.400919 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-cf56e40b-b0b1-4f50-a819-8ae1ad444700 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537867 Sep 15 08:45:06.536839 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-fde66638-aabb-48de-ac8f-109cc0062b5e req-204512f5-6ab1-4309-b6fc-7ed2d9463c9d service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286759 Sep 15 08:45:07.045901 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c688ddf-e7d2-499d-89bd-742187108f8b req-0065b055-4d89-4788-a3f1-4de52ef28df2 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:07.047343 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2c688ddf-e7d2-499d-89bd-742187108f8b req-0065b055-4d89-4788-a3f1-4de52ef28df2 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0814650 Sep 15 08:45:07.092226 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-2c688ddf-e7d2-499d-89bd-742187108f8b req-9be47ee7-fa0b-4446-9927-4a8324a35000 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393157 Sep 15 08:45:08.287385 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e31309-f74e-4fdb-aff6-91d6736ee91d req-17b6efa5-ef48-4451-b423-1319e4306d0d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:08.288810 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d8e31309-f74e-4fdb-aff6-91d6736ee91d req-17b6efa5-ef48-4451-b423-1319e4306d0d tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0746884 Sep 15 08:45:08.335266 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d8e31309-f74e-4fdb-aff6-91d6736ee91d req-9d8abc7d-7f91-49f7-97ab-5efd1adc15d2 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409777 Sep 15 08:45:09.532858 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4a6d0-dbb7-4879-92d8-df7ca7a6e2b0 req-79085631-8f51-4f56-90bb-c24c4fa4cd70 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:09.534288 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c7b4a6d0-dbb7-4879-92d8-df7ca7a6e2b0 req-79085631-8f51-4f56-90bb-c24c4fa4cd70 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0782084 Sep 15 08:45:09.578089 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c7b4a6d0-dbb7-4879-92d8-df7ca7a6e2b0 req-ab608a40-2489-420e-bf7b-282a8e51cdbf tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381579 Sep 15 08:45:10.775698 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f218c0-edf4-44a3-a908-49d3a0b093f4 req-45c3cd81-e45f-4f7d-a18e-84fffc7d0e95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:10.777136 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28f218c0-edf4-44a3-a908-49d3a0b093f4 req-45c3cd81-e45f-4f7d-a18e-84fffc7d0e95 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0770056 Sep 15 08:45:10.824735 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-28f218c0-edf4-44a3-a908-49d3a0b093f4 req-bfeb7fbd-f840-431c-91ca-aadc5996cb2a tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421891 Sep 15 08:45:12.013646 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94597-4052-4e92-9c39-9a7f69fb6ff4 req-657d7058-6edd-4bef-a032-8e3ad5a3ab57 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:12.015091 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c9a94597-4052-4e92-9c39-9a7f69fb6ff4 req-657d7058-6edd-4bef-a032-8e3ad5a3ab57 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0763280 Sep 15 08:45:12.059187 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c9a94597-4052-4e92-9c39-9a7f69fb6ff4 req-683aab4b-743e-46b9-a3f4-293e8805f330 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383441 Sep 15 08:45:13.260466 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381ad3e-b741-4a28-9c51-ffc2358fe4e2 req-d189cccc-06c7-42bd-a559-c0653b1769e6 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:13.261930 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f381ad3e-b741-4a28-9c51-ffc2358fe4e2 req-d189cccc-06c7-42bd-a559-c0653b1769e6 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0845838 Sep 15 08:45:13.307769 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f381ad3e-b741-4a28-9c51-ffc2358fe4e2 req-27ac5b66-1fdd-4615-9b11-45633be72820 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Sep 15 08:45:13.527317 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:45:13.657687 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:13.670511 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'port_id': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'mac_address': 'fa:16:3e:84:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:45:13.723983 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:13.741672 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a584d81-7c99-4899-853f-f6bbba7e9b94 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:45:13.756943 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:13.760695 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:13.762489 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:13.824525 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=4']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:13.826998 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:13.979450 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['8a584d81-7c99-4899-853f-f6bbba7e9b94'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:45:14.502990 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198ad37-0310-434b-9103-369c93120448 req-ad1773a1-3d41-4829-927c-b280108e0f6c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:14.504614 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1198ad37-0310-434b-9103-369c93120448 req-ad1773a1-3d41-4829-927c-b280108e0f6c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 944 time: 0.0752497 Sep 15 08:45:14.548601 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1198ad37-0310-434b-9103-369c93120448 req-f73cf99f-76f1-487f-abdb-df82c15ae102 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385740 Sep 15 08:45:15.546170 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:45:15.614560 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning for port 8a584d81-7c99-4899-853f-f6bbba7e9b94 completed by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 08:45:15.619091 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 8a584d81-7c99-4899-853f-f6bbba7e9b94 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:45:15.619488 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:15.734859 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:15.752168 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4e79-3381-418f-a6d8-f77954dad7b0 req-2cd257ab-56f7-4191-b4a6-d1adec909cf8 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:15.753710 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a86d4e79-3381-418f-a6d8-f77954dad7b0 req-2cd257ab-56f7-4191-b4a6-d1adec909cf8 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 944 time: 0.0824304 Sep 15 08:45:15.762228 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:15.772282 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:45:15.777440 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:15.779348 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:15.803146 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a86d4e79-3381-418f-a6d8-f77954dad7b0 req-dde3e1d6-b856-45b2-bca2-13799e5e95a3 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439389 Sep 15 08:45:15.829005 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'code': 200} Sep 15 08:45:15.845479 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=5']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:15.848411 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:16.096439 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-42cefbd5-ffa6-4063-a529-c2cf659ffee1 req-ff16496d-0891-4224-afe5-280eeb51e287 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1098 time: 0.0696082 Sep 15 08:45:16.139822 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-42cefbd5-ffa6-4063-a529-c2cf659ffee1 req-da2f6f8e-f406-45ae-9855-5f2b98c81556 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363503 Sep 15 08:45:16.998825 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab44c03-8fb4-41d9-abcf-d365cb7921ea req-8774387c-e899-41aa-b9de-b34ca0591f4e tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:17.000296 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1ab44c03-8fb4-41d9-abcf-d365cb7921ea req-8774387c-e899-41aa-b9de-b34ca0591f4e tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0767419 Sep 15 08:45:17.053951 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1ab44c03-8fb4-41d9-abcf-d365cb7921ea req-9878ef1e-2884-4300-8e6d-8069d2343662 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475876 Sep 15 08:45:18.384739 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0486a4-452f-46dd-9c96-a9e816030f70 req-634194a2-08e6-4156-90fe-93b28640777e tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:18.386198 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1b0486a4-452f-46dd-9c96-a9e816030f70 req-634194a2-08e6-4156-90fe-93b28640777e tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.2076275 Sep 15 08:45:18.432641 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-1b0486a4-452f-46dd-9c96-a9e816030f70 req-70e767aa-77d6-49e5-9da6-ebc0aef0cb01 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409973 Sep 15 08:45:18.593348 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-11d3b027-d8bc-4114-baf6-dd0a8ece0e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:18.696732 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb3eb3-700b-4994-94de-bda44b679434 req-b1186dc6-a32f-42ea-961e-a697af0adf64 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:18.698169 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f3eb3eb3-700b-4994-94de-bda44b679434 req-b1186dc6-a32f-42ea-961e-a697af0adf64 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.1481369 Sep 15 08:45:18.818895 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f3eb3eb3-700b-4994-94de-bda44b679434 req-cccbb2ef-7a3e-4c94-9b5c-c596e02b8311 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153853 Sep 15 08:45:18.845322 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36064) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:18.892571 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:18.978184 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-d28a0dc1-4955-4e05-880e-bbe3a174bac6 tempest-TestShelveInstance-469329793 tempest-TestShelveInstance-469329793-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1093 time: 0.1316035 Sep 15 08:45:18.980767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36070) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:45:18.985904 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.v2.base [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Request body: {'floatingip': {'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'port_id': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=75064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 08:45:18.991929 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 08:45:18.995693 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Usage tracker for resource:floatingip and tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 is out of sync, need to count used quota {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 08:45:18.998509 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75064) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 08:45:19.005006 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.quota.driver [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75064) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 08:45:19.015056 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for floatingip, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:19.151539 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:19.291000 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_common [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Allocated IP 172.27.0.13 (52034bb3-e9e5-41f7-916e-2422e53a40ed/6a36b67d-1d26-43d4-b13b-e7a62e64cdb0/75abc40d-98e9-440b-a1ad-0cf100161fae) {{(pid=75064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 08:45:19.436926 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for port, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:19.463596 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743755237169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:19.466983 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-cd50248f-d138-42e1-83d9-4d26764fa29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:19.532698 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Network 52034bb3-e9e5-41f7-916e-2422e53a40ed is already hosted by enough agents. {{(pid=75064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 08:45:19.536099 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.base_scheduler [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Resources bound (agent type, host, resource id): {{(pid=75064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 08:45:19.540334 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Received port after_create {{(pid=75064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 08:45:19.563936 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'Port': ['ID=75abc40d-98e9-440b-a1ad-0cf100161fae,revision_number=1']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:19.587242 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.587611 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.587973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.588329 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.588680 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.589035 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.589381 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.589730 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.590112 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.590456 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.590801 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:45:19.595354 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:20.050346 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.104588 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.305209 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for port, precommit_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.310917 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720932'] for port, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.314891 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-7110ca25-61f1-4f4d-b607-93afad4a48c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:45:20.422715 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event updated for resources: {'Port': ['ID=75abc40d-98e9-440b-a1ad-0cf100161fae,revision_number=2']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:45:20.426868 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:45:20.437008 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667129'] for floatingip, after_update {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:20.711397 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.db.l3_db [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Floating IP f31566ae-4f20-4014-8743-def49dc8fb36 associated. External IP: 172.27.0.13, port: 8a584d81-7c99-4899-853f-f6bbba7e9b94. Sep 15 08:45:20.770983 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-8583d657-d14c-4ab0-a0fe-d18f52c5fd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:21.113170 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Router 3509a191-1058-4b1d-b78b-6584730eff06 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:45:21.312259 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:45:21.322461 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] Sync routers for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:45:21.336807 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:21.337007 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:45:21.337585 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:45:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:21.405939 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4140975 Sep 15 08:45:21.405939 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:45:21.459634 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'status': 'completed', 'code': 200} Sep 15 08:45:21.521054 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:45:21.550376 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-bc18400f-718e-42b3-84e8-7a38d7662b65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1098 time: 0.0684259 Sep 15 08:45:21.683296 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-4e79e3c9-58df-4bae-b882-be5840b478ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:21.684769 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-4e79e3c9-58df-4bae-b882-be5840b478ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 910 time: 0.1281159 Sep 15 08:45:21.714980 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:21.788316 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-66192aa1-45f9-4d76-8753-537502556f52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 998 time: 0.0971901 Sep 15 08:45:21.852960 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-f49160fd-10b4-42ea-9d2a-29211ff7e46d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:21.854435 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-f49160fd-10b4-42ea-9d2a-29211ff7e46d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0606883 Sep 15 08:45:21.906881 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': 'f31566ae-4f20-4014-8743-def49dc8fb36', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'port_id': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'mac_address': 'fa:16:3e:84:d6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96089088-b87b-43a6-81c4-376804a40113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:45:19Z', 'updated_at': '2021-09-15T08:45:19Z', 'revision_number': 0, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:21.911406 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] Checking router: 3509a191-1058-4b1d-b78b-6584730eff06 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:45:21.922009 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:45:21.922613 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:45:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:21.926993 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-7c36a6a5-2b72-4852-832a-7d3934ab168d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667570 Sep 15 08:45:22.057005 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-23aa0f8f-9d0e-4e88-bb43-0b9046d29b73 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236551 Sep 15 08:45:22.084153 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:22.112736 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:45:22.274863 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-85aca278-18d1-4bb5-93f5-7844127fd8f9 req-3b606e52-a4e0-4e09-a69f-77070b90f418 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118764 Sep 15 08:45:22.469915 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': 'f31566ae-4f20-4014-8743-def49dc8fb36', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'port_id': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'mac_address': 'fa:16:3e:84:d6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96089088-b87b-43a6-81c4-376804a40113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:45:19Z', 'updated_at': '2021-09-15T08:45:19Z', 'revision_number': 0, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:45:22.474275 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c5edd6-1751-4feb-a742-2af37484b802 None None] The sync data for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi is: [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': 'f31566ae-4f20-4014-8743-def49dc8fb36', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'port_id': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'mac_address': 'fa:16:3e:84:d6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96089088-b87b-43a6-81c4-376804a40113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:45:19Z', 'updated_at': '2021-09-15T08:45:19Z', 'revision_number': 0, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:45:22.660784 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50952dbd-61c0-4956-87dc-6ce328c13dbe None None] New status for floating IP f31566ae-4f20-4014-8743-def49dc8fb36: ACTIVE {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:45:23.383700 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:26.405716 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-90b9b926-ea64-4743-b2b1-9b3267c9b337 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701149 Sep 15 08:45:26.556488 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-fafc305e-fa09-4557-bb83-0fd20e9b28ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1099 time: 0.0840836 Sep 15 08:45:26.705179 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754199d7-282b-433e-9a81-bd25640f19cf req-7cab9baf-a5e9-4fee-8d90-ad8da3334111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:26.707446 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-7cab9baf-a5e9-4fee-8d90-ad8da3334111 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1302359 Sep 15 08:45:26.812360 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-958c0a5e-781e-42a9-a459-bb3f104d70e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 1002 time: 0.0984983 Sep 15 08:45:26.874089 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754199d7-282b-433e-9a81-bd25640f19cf req-831b1cbc-98b0-4b76-b6d6-c67368cf1ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:45:26.875470 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-831b1cbc-98b0-4b76-b6d6-c67368cf1ba2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0572033 Sep 15 08:45:26.951283 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-df7e084b-fbf4-4f42-bd95-d96b67a47c1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695987 Sep 15 08:45:27.084450 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-44fec586-4103-4416-bc57-831172ef275a service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266098 Sep 15 08:45:27.214714 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-754199d7-282b-433e-9a81-bd25640f19cf req-ee764780-e739-46a9-aa55-0efe7941503d service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236544 Sep 15 08:45:42.196040 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:45:48.595012 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-49717e4c-89e5-4023-8b0e-263da4f4d270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:48.893208 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:50.772534 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-547746f2-1a17-4595-ab03-2da69a036d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:51.698690 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:52.018811 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:45:53.386028 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:18.596712 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-3980d553-1bbb-43e6-8c5f-47b49dcbe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:18.895129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:19.196143 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:46:20.774373 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9f72faf8-048e-4d85-b513-05d7befdb212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:21.705213 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:22.022475 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:23.387909 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:28.506224 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-cbb4b60a-2b08-485e-b29f-e365bf469011 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402946 Sep 15 08:46:28.597598 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-b13fd3da-156b-4bcd-8ffe-592d93abfbaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1098 time: 0.0716300 Sep 15 08:46:28.740173 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-9a815ffc-39e4-4a83-808d-e6d848b30c49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:28.741659 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-9a815ffc-39e4-4a83-808d-e6d848b30c49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1255012 Sep 15 08:46:28.843317 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-ce71e17d-77b5-47fc-bb8c-1d4cc62006b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 200 len: 1000 time: 0.0956869 Sep 15 08:46:28.908983 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-b7ac0ce3-2044-4711-a9e5-f2265ad07e27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:28.911027 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-b7ac0ce3-2044-4711-a9e5-f2265ad07e27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0620070 Sep 15 08:46:28.982816 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-5b3da5bd-c8ec-4295-a994-6320f6d4268e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664105 Sep 15 08:46:28.993694 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-a0b39877-b334-4641-9d5f-844f047a9aff service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=75063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 08:46:28.994590 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-a0b39877-b334-4641-9d5f-844f047a9aff service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048637 Sep 15 08:46:29.126117 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-22a2966f-a278-48d9-ade8-0a1f73ea4bfe service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247063 Sep 15 08:46:29.355847 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-cddbdfc1-464e-4852-a043-63eaa80c4168 req-7e6421f8-ad63-4166-b080-e44d12986ce0 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239401 Sep 15 08:46:30.536280 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36102) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:30.735678 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Deleting port b28c3a34-49ca-4e23-9671-ea78b80d6e55 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:30.736018 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.903737 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:30.904057 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.020301 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Calling delete_port for b28c3a34-49ca-4e23-9671-ea78b80d6e55 owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:31.254001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.258055 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-b6bb0158-3b2a-40ef-9733-b9eaec0f340f tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:31.298954 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'Port': ['ID=b28c3a34-49ca-4e23-9671-ea78b80d6e55,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:31.366338 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.366711 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.367073 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.367429 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.367784 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.368136 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.368484 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.368832 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.369207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.369542 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.369907 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:31.375532 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:31.400048 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:31.783725 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:46:31.980081 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:46:31.990528 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:46:31.995973 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:32.002313 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:32.002928 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:32.047234 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-824c87a0-5969-422e-a7b1-a47c916fdf46 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "DELETE /v2.0/floatingips/a2b8c13a-e129-469b-93b4-d1d74752cab1 HTTP/1.1" status: 204 len: 168 time: 1.5098057 Sep 15 08:46:32.047793 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:32.122311 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'status': 'completed', 'code': 200} Sep 15 08:46:32.183930 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:32.217748 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-0bd2933a-7a3f-4915-8e14-d1170c61df01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 1098 time: 0.0739722 Sep 15 08:46:32.362639 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-c37cf4c5-901e-4bbe-846d-c6896e2844b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:32.364001 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-c37cf4c5-901e-4bbe-846d-c6896e2844b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1400886 Sep 15 08:46:32.435309 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-bde7ad67-340a-4678-8aa0-c8735cd73dca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 200 len: 217 time: 0.0628238 Sep 15 08:46:32.455381 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2913a-252f-47de-94f8-b85291bc4adb req-85749e7e-fac5-450a-a475-f9dd67e9c272 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:32.456372 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-ebe2913a-252f-47de-94f8-b85291bc4adb req-85749e7e-fac5-450a-a475-f9dd67e9c272 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:46:32.476990 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-ebe2913a-252f-47de-94f8-b85291bc4adb req-85749e7e-fac5-450a-a475-f9dd67e9c272 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:46:32.477648 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ebe2913a-252f-47de-94f8-b85291bc4adb req-85749e7e-fac5-450a-a475-f9dd67e9c272 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.1084154 Sep 15 08:46:32.513480 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-5713451b-cdd0-4d41-8d75-6d98f0b10b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:32.514998 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-5713451b-cdd0-4d41-8d75-6d98f0b10b1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0742931 Sep 15 08:46:32.525530 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ebe2913a-252f-47de-94f8-b85291bc4adb req-fb0cbb70-d403-434a-bdbc-4db2a04b3000 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423188 Sep 15 08:46:32.591305 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-9714e8f3-cc97-41eb-b704-be2ddf1ceb9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687976 Sep 15 08:46:32.592492 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 1, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:32.596491 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:46:32.607072 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:32.607676 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:32.724069 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-7a4e7cf0-e47b-49c1-8630-0020c7f6984b service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252885 Sep 15 08:46:32.785388 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:32.855597 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-9f1525df-dc30-4c30-965b-9f88b8de9278 req-bbf54c9e-9054-44f0-a684-7edb436c08dd service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247911 Sep 15 08:46:33.135579 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 1, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:33.139575 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999c834-8429-4f2e-a749-8dec2ed6778b None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_floatingips': [{'id': '21443a66-e6c5-42dd-b0c2-5695da6735f3', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'router_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'port_id': 'd93f92f1-147d-4504-a648-e19618da0fea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'mac_address': 'fa:16:3e:14:be:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57aedbf-2aee-403c-a798-e40053de0951', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T08:42:42Z', 'updated_at': '2021-09-15T08:42:46Z', 'revision_number': 1, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:46:33.361660 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53030f5e-6323-4dc1-8258-7422c8d061a9 None None] New status for floating IP a2b8c13a-e129-469b-93b4-d1d74752cab1: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:46:33.720554 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea71c0-7f51-4585-837f-08f8cecfca8e req-89dba5e5-96d9-452a-822f-49ab2921d2a1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:33.722014 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9ea71c0-7f51-4585-837f-08f8cecfca8e req-89dba5e5-96d9-452a-822f-49ab2921d2a1 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.0773137 Sep 15 08:46:33.767234 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-b9ea71c0-7f51-4585-837f-08f8cecfca8e req-fc2d78d9-d550-4471-baeb-38086a922b4b tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 Sep 15 08:46:33.837411 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-2678272b-f77b-4240-b6d1-c521271a3928 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:33.838138 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-2678272b-f77b-4240-b6d1-c521271a3928 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:46:33.849723 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-2678272b-f77b-4240-b6d1-c521271a3928 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:46:33.850804 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-2678272b-f77b-4240-b6d1-c521271a3928 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 945 time: 0.0919282 Sep 15 08:46:33.917989 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Deleting port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:33.918475 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:34.157152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] For port c2066f8c-8c11-4c8c-aa67-24c54dcd7912, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:34.157421 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:34.276842 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Calling delete_port for c2066f8c-8c11-4c8c-aa67-24c54dcd7912 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:34.416629 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:34.422547 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3691d213-e4a1-46b4-a033-5f3e8408df09 tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:34.464235 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'Port': ['ID=c2066f8c-8c11-4c8c-aa67-24c54dcd7912,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:34.504508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.504885 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.505284 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.505651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.506117 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.506516 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.506884 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.507251 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.507607 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.507961 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.508313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:46:34.514975 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:34.633997 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] No DVR routers for this DVR port c2066f8c-8c11-4c8c-aa67-24c54dcd7912 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:46:34.636398 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:34.638982 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'name': 'network-vif-deleted', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:34.655564 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-53c9bcf8-cf38-4d6a-9bbb-258ec4a2156c req-b6794b43-45ae-45d7-90bc-6231830f59a7 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "DELETE /v2.0/ports/c2066f8c-8c11-4c8c-aa67-24c54dcd7912 HTTP/1.1" status: 204 len: 173 time: 0.7994316 Sep 15 08:46:34.772246 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c536c1d7-b62b-4820-863a-e9a161419161', 'name': 'network-vif-deleted', 'tag': 'c2066f8c-8c11-4c8c-aa67-24c54dcd7912', 'status': 'completed', 'code': 200} Sep 15 08:46:34.934446 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95d9d118-52a2-4919-9cb0-1dc2c1144f6c req-86f5779a-0d5c-45a0-9f6b-466e209c1675 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c536c1d7-b62b-4820-863a-e9a161419161 HTTP/1.1" status: 200 len: 210 time: 0.0456979 Sep 15 08:46:37.948591 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device c2066f8c-8c11-4c8c-aa67-24c54dcd7912 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:37.981617 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: c2066f8c-8c11-4c8c-aa67-24c54dcd7912 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:37.981989 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device c2066f8c-8c11-4c8c-aa67-24c54dcd7912 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:38.425971 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36138) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:38.633018 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Deleting port d6d46991-d91b-49d5-b56f-7a4e1b847743 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:38.633271 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:38.798325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:38.798649 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.000398 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Calling delete_port for d6d46991-d91b-49d5-b56f-7a4e1b847743 owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:39.143341 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.147510 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-68f6bf4d-d89c-4f07-833c-02574d014fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:39.187972 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'Port': ['ID=d6d46991-d91b-49d5-b56f-7a4e1b847743,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:39.191864 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:39.282793 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.669866 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:46:39.873390 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:46:39.883990 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:46:39.889613 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:39.895315 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:39.895956 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:39.944528 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "DELETE /v2.0/floatingips/21443a66-e6c5-42dd-b0c2-5695da6735f3 HTTP/1.1" status: 204 len: 168 time: 1.5175030 Sep 15 08:46:39.945277 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea'}] {{(pid=75064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:40.001205 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea', 'status': 'completed', 'code': 200} Sep 15 08:46:40.078977 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:40.092870 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-c0f2df5f-4eac-4c7a-9b23-d7bbd04cbd2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 1099 time: 0.0692732 Sep 15 08:46:40.244486 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-c769f26f-1e9d-4648-972e-90ae84001c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:40.245973 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-c769f26f-1e9d-4648-972e-90ae84001c72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 200 len: 913 time: 0.1470032 Sep 15 08:46:40.319559 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-a8cc33e5-64ab-4af7-a68f-1a01f4a65eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 200 len: 217 time: 0.0667005 Sep 15 08:46:40.349101 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57cff3-5299-4be8-8ef3-609319b4ed6a req-95039610-c32e-4ec7-a8bb-1ab552628ed4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:40.350133 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-cb57cff3-5299-4be8-8ef3-609319b4ed6a req-95039610-c32e-4ec7-a8bb-1ab552628ed4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75064) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:46:40.367255 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.quota.resource [req-cb57cff3-5299-4be8-8ef3-609319b4ed6a req-95039610-c32e-4ec7-a8bb-1ab552628ed4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75064) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:46:40.369189 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cb57cff3-5299-4be8-8ef3-609319b4ed6a req-95039610-c32e-4ec7-a8bb-1ab552628ed4 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 946 time: 0.1001832 Sep 15 08:46:40.389506 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-05402b23-a950-4d92-a31a-969b10b1d446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:40.391052 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-05402b23-a950-4d92-a31a-969b10b1d446 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 200 len: 851 time: 0.0644596 Sep 15 08:46:40.412946 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:40.416387 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-cb57cff3-5299-4be8-8ef3-609319b4ed6a req-2a282f27-32f8-45e5-bfba-164d89288c29 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 Sep 15 08:46:40.416913 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:46:40.428327 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:40.428960 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:40.472361 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-b80afb1f-51d0-4c0d-bca1-ca964480b333 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737302 Sep 15 08:46:40.606413 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-a4fd58d9-ae5a-4c1d-a4a1-8b16c4907ab1 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269834 Sep 15 08:46:40.650196 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:40.737855 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-59cb3b58-4149-47b5-8e7f-a68ada1c360f req-acc98862-90b1-4272-a84b-3b3e06fe1707 service neutron] 10.222.0.21 "GET /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241012 Sep 15 08:46:40.955054 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:40.959325 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e31a13-463b-4b03-90b0-447dc8753cb7 None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:38:59Z', 'revision_number': 4, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': 'faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9', 'name': '', 'network_id': 'a25bcdba-fd25-44e1-a2dd-ce841e34c7c6', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'mac_address': 'fa:16:3e:4f:9d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:58Z', 'updated_at': '2021-09-15T08:39:06Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'subnets': [{'id': 'd5ab7de0-0950-4031-b86f-9dcc700f6cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:46:41.169017 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398b866-f825-4819-b784-d12b899b859f None None] New status for floating IP 21443a66-e6c5-42dd-b0c2-5695da6735f3: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:46:41.623236 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33861eb1-8b0b-41ba-a717-490f3b95951a req-c11545da-e784-402e-8758-dcd601d9f594 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:41.624581 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-33861eb1-8b0b-41ba-a717-490f3b95951a req-c11545da-e784-402e-8758-dcd601d9f594 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 946 time: 0.0787871 Sep 15 08:46:41.669563 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-33861eb1-8b0b-41ba-a717-490f3b95951a req-89e7a1dc-dec6-4e80-bc45-f5f447b904b3 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd841e55-4500-4b43-96c8-0168c91380f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396039 Sep 15 08:46:41.721269 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81fd00-a214-46c5-863a-8c05318624ed req-856092fb-2d31-417c-bea4-7d91a122d06c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:46:41.721973 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-8e81fd00-a214-46c5-863a-8c05318624ed req-856092fb-2d31-417c-bea4-7d91a122d06c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Synchronizing usage tracker for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:46:41.733619 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-8e81fd00-a214-46c5-863a-8c05318624ed req-856092fb-2d31-417c-bea4-7d91a122d06c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Unset dirty status for tenant:309358a7aa1f4596a13ce1f6e1639db6 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:46:41.734753 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8e81fd00-a214-46c5-863a-8c05318624ed req-856092fb-2d31-417c-bea4-7d91a122d06c tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 946 time: 0.0884492 Sep 15 08:46:41.805558 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Deleting port d93f92f1-147d-4504-a648-e19618da0fea {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:41.805910 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.038175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] For port d93f92f1-147d-4504-a648-e19618da0fea, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d93f92f1-147d-4504-a648-e19618da0fea,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:42.038524 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.158261 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Calling delete_port for d93f92f1-147d-4504-a648-e19618da0fea owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:42.293418 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.303776 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-15b142a1-5c65-41dd-9680-1fff33d29e8c tempest-AttachVolumeNegativeTest-1132006632 tempest-AttachVolumeNegativeTest-1132006632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:42.388103 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'Port': ['ID=d93f92f1-147d-4504-a648-e19618da0fea,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:42.392097 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:42.468307 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] No DVR routers for this DVR port d93f92f1-147d-4504-a648-e19618da0fea on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:46:42.470796 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:42.474580 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'name': 'network-vif-deleted', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:46:42.488440 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-8e81fd00-a214-46c5-863a-8c05318624ed req-41f65ce6-36ea-4169-bd94-6fdc40c394b9 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.21 "DELETE /v2.0/ports/d93f92f1-147d-4504-a648-e19618da0fea HTTP/1.1" status: 204 len: 173 time: 0.7474747 Sep 15 08:46:42.531160 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57aedbf-2aee-403c-a798-e40053de0951', 'name': 'network-vif-deleted', 'tag': 'd93f92f1-147d-4504-a648-e19618da0fea', 'status': 'completed', 'code': 200} Sep 15 08:46:42.835222 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6e3bbe8d-9b1c-4418-8ced-284e98fded7f req-e71e6f24-94cc-4cfe-b49c-9b149df0a49a tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "GET /v2.0/ports?device_id=d57aedbf-2aee-403c-a798-e40053de0951 HTTP/1.1" status: 200 len: 210 time: 0.0440052 Sep 15 08:46:43.939011 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36156) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:43.995286 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device d93f92f1-147d-4504-a648-e19618da0fea no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:44.031473 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: d93f92f1-147d-4504-a648-e19618da0fea {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:44.031822 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device d93f92f1-147d-4504-a648-e19618da0fea not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:44.181855 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Deleting port 25298137-17b7-4c5e-b3c4-b244fca68960 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:44.182217 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.347101 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.347428 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.468572 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Calling delete_port for 25298137-17b7-4c5e-b3c4-b244fca68960 owned by network:floatingip {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:44.608259 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.611668 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-6d111dd2-5a0e-42c0-a1f0-c46a1e4bb0da tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:44.653935 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'Port': ['ID=25298137-17b7-4c5e-b3c4-b244fca68960,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:44.656415 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:44.749035 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for floatingip, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.763094 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:44.764231 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-bdac10ac-5041-4e68-8c51-1b62bbb4f981 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "DELETE /v2.0/floatingips/d0b540e4-ff2a-410c-838c-16b3773d9921 HTTP/1.1" status: 204 len: 168 time: 0.8242571 Sep 15 08:46:46.141220 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36170) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:46.208787 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:46.239751 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:46.391580 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:46.397217 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d5f91678-f28e-40ce-9727-a3fdb0be1d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:46.411191 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd841e55-4500-4b43-96c8-0168c91380f4,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:46.413975 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:46.422812 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:46.423925 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-6e5911a7-70fb-4c28-9e3c-84c789ce8c6e tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd841e55-4500-4b43-96c8-0168c91380f4 HTTP/1.1" status: 204 len: 168 time: 0.2817559 Sep 15 08:46:46.488177 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36176) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:46.991376 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:47.577559 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Deleting port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:47.578358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:47.758346 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] For port faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:47.758703 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:47.876835 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Calling delete_port for faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 owned by network:router_interface {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:48.139827 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.143175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-20c9d630-5510-407e-afbb-c0ab68ac14e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:48.183622 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Pushing event deleted for resources: {'Port': ['ID=faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:48.186994 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:48.474175 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.600838 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-e2359340-6eb8-484f-944d-839fa4a7c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:48.898755 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.037611 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Router e1737b75-281c-4665-b023-8b48d33808e2 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:46:49.232798 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:46:49.242652 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] Sync routers for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:46:49.248606 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-be93352a-0303-467a-b457-65b0f9771379 admin admin] 10.222.0.36 "PUT /v2.0/routers/e1737b75-281c-4665-b023-8b48d33808e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572281 Sep 15 08:46:49.248833 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36182) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:49.255019 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:49.255624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:49.434131 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:49.440847 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks [] for router, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.724494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:46:47Z', 'revision_number': 5, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port': {'id': 'd271a4dc-366c-4bf1-ac42-6dd29669c1fe', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:49.728320 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] Checking router: e1737b75-281c-4665-b023-8b48d33808e2 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:46:49.738693 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] Routers {'e1737b75-281c-4665-b023-8b48d33808e2'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:49.739842 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:21Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['e1737b75-281c-4665-b023-8b48d33808e2'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:49.747253 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.757085 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Deleting port d271a4dc-366c-4bf1-ac42-6dd29669c1fe {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:49.757449 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:49.897156 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] Set router e1737b75-281c-4665-b023-8b48d33808e2 gateway port host: None {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:49.936971 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] For port d271a4dc-366c-4bf1-ac42-6dd29669c1fe, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:49.937325 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.049984 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:46:49Z', 'revision_number': 6, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:50.053942 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2707be9c-9bdf-4723-8a3e-c05de3a41677 None None] The sync data for ids ['e1737b75-281c-4665-b023-8b48d33808e2'] in dv-cinder-806007-2-iscsi is: [{'id': 'e1737b75-281c-4665-b023-8b48d33808e2', 'name': 'tempest-TestVolumeBootPattern-1372950757-router', 'tenant_id': '309358a7aa1f4596a13ce1f6e1639db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:38:53Z', 'updated_at': '2021-09-15T08:46:49Z', 'revision_number': 6, 'project_id': '309358a7aa1f4596a13ce1f6e1639db6', 'gw_port_host': None}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:46:50.060983 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Calling delete_port for d271a4dc-366c-4bf1-ac42-6dd29669c1fe owned by network:router_gateway {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:50.223948 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.227649 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-91c5b255-f0d0-4ed8-bae6-4793194f8978 tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:50.267515 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d271a4dc-366c-4bf1-ac42-6dd29669c1fe,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:50.271091 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:50.494946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.746621 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.750576 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.783308 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b5ab5a9e-de76-4e6f-a016-126759fc112b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.784896 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.785774 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1737b75-281c-4665-b023-8b48d33808e2 {{(pid=75063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:46:50.802975 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:50.804129 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] 10.222.0.36 "DELETE /v2.0/routers/e1737b75-281c-4665-b023-8b48d33808e2 HTTP/1.1" status: 204 len: 168 time: 1.5543687 Sep 15 08:46:50.806668 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36186) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:50.969086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Deleting subnet d5ab7de0-0950-4031-b86f-9dcc700f6cee {{(pid=75063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:46:50.972272 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.026187 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2310617'] for subnet, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.103854 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.172152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2233066'] for subnet, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.175913 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:51.209335 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ab7de0-0950-4031-b86f-9dcc700f6cee,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:51.212707 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:51.215884 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.221638 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-d87bd779-3e0a-4443-aacc-6c8237919e88 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5ab7de0-0950-4031-b86f-9dcc700f6cee HTTP/1.1" status: 204 len: 168 time: 0.4139588 Sep 15 08:46:51.224680 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b88329-ec3c-4127-9d6d-67986334c385 None None] Network a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:46:51.224964 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36190) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:51.330846 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.342854 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Deleting port a5dc28b0-ecca-43df-96da-aca39eae2428 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:51.343399 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.474366 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] DHCP port deletion for a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:46:51.478560 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Deleting port a5dc28b0-ecca-43df-96da-aca39eae2428 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:51.478936 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.559604 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] For port a5dc28b0-ecca-43df-96da-aca39eae2428, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a5dc28b0-ecca-43df-96da-aca39eae2428,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:51.559958 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.676979 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] For port a5dc28b0-ecca-43df-96da-aca39eae2428, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=a5dc28b0-ecca-43df-96da-aca39eae2428,segment=NetworkSegment(ed664398-3a4c-469d-ae35-a4784b480d70),segment_id=ed664398-3a4c-469d-ae35-a4784b480d70)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:51.677298 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.679521 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Calling delete_port for a5dc28b0-ecca-43df-96da-aca39eae2428 owned by network:dhcp {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:51.752531 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.757696 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d9b929dd-75ec-4b5f-af3f-9b10d59c1ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:51.801188 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dc28b0-ecca-43df-96da-aca39eae2428,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:51.804295 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Calling delete_port for a5dc28b0-ecca-43df-96da-aca39eae2428 owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:51.804802 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:51.807091 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] No DVR routers for this DVR port a5dc28b0-ecca-43df-96da-aca39eae2428 on host dv-cinder-806007-2-iscsi {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:46:51.856828 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.886812 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:46:51.887187 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:46:51.925396 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.933098 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device d271a4dc-366c-4bf1-ac42-6dd29669c1fe no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:51.940698 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25bcdba-fd25-44e1-a2dd-ce841e34c7c6']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:51.953391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed664398-3a4c-469d-ae35-a4784b480d70') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:51.953686 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed664398-3a4c-469d-ae35-a4784b480d70') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:51.965408 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.965797 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: d271a4dc-366c-4bf1-ac42-6dd29669c1fe {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:51.966174 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device d271a4dc-366c-4bf1-ac42-6dd29669c1fe not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:51.966582 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:51.981350 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:51.987835 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:46:51.988268 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.000079 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:52.000440 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device faf7dca8-f6e3-48d6-9354-e6dcdb7c0da9 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:52.000840 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a5dc28b0-ecca-43df-96da-aca39eae2428 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:46:52.002739 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:46:52.039471 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: a5dc28b0-ecca-43df-96da-aca39eae2428 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:52.039811 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device a5dc28b0-ecca-43df-96da-aca39eae2428 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:52.048651 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.082131 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.088267 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.090550 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:52.111206 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25bcdba-fd25-44e1-a2dd-ce841e34c7c6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:52.114086 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:52.126586 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-26c88b04-e1d9-4bce-8887-b2bed0620012 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a25bcdba-fd25-44e1-a2dd-ce841e34c7c6 HTTP/1.1" status: 204 len: 168 time: 0.9008720 Sep 15 08:46:52.129337 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36194) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:52.388654 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Deleting port a5dc28b0-ecca-43df-96da-aca39eae2428 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:52.389139 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:52.455039 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-23218676-ab59-47f5-9e60-1e44c2ab3356 None None] The port 'a5dc28b0-ecca-43df-96da-aca39eae2428' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:46:52.602410 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.189608 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Deleting port 11c26b34-d187-4a99-ab15-65844dbbad42 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:53.190340 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.361963 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] For port 11c26b34-d187-4a99-ab15-65844dbbad42, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=11c26b34-d187-4a99-ab15-65844dbbad42,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:53.362328 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.390685 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.483004 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Calling delete_port for 11c26b34-d187-4a99-ab15-65844dbbad42 owned by network:router_interface {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:53.657120 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:53.660578 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-4ac4c3a4-e5dd-401f-ab1c-f810845517cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:53.700560 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c26b34-d187-4a99-ab15-65844dbbad42,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:53.703008 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:53.999312 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:54.666276 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Router 5fa6e93b-e409-4058-8f84-73326f62b6cd has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:46:54.876736 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:46:54.884872 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] Sync routers for ids ['5fa6e93b-e409-4058-8f84-73326f62b6cd'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:46:54.892340 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] 10.222.0.36 "PUT /v2.0/routers/5fa6e93b-e409-4058-8f84-73326f62b6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7618296 Sep 15 08:46:54.894819 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36198) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:54.901465 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] Routers {'5fa6e93b-e409-4058-8f84-73326f62b6cd'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:54.902108 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5fa6e93b-e409-4058-8f84-73326f62b6cd'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:55.075683 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] Set router 5fa6e93b-e409-4058-8f84-73326f62b6cd gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:55.089036 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks [] for router, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.281802 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.290893 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Deleting port 934529b1-232b-4553-b929-00b1998e82e8 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:55.291234 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.357924 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '934529b1-232b-4553-b929-00b1998e82e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:46:53Z', 'revision_number': 5, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port': {'id': '934529b1-232b-4553-b929-00b1998e82e8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:55.361686 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] Checking router: 5fa6e93b-e409-4058-8f84-73326f62b6cd for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:46:55.372098 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] Routers {'5fa6e93b-e409-4058-8f84-73326f62b6cd'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:46:55.372677 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:46:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['5fa6e93b-e409-4058-8f84-73326f62b6cd'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:55.463489 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] For port 934529b1-232b-4553-b929-00b1998e82e8, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=934529b1-232b-4553-b929-00b1998e82e8,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:55.463910 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.552370 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] Set router 5fa6e93b-e409-4058-8f84-73326f62b6cd gateway port host: None {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:46:55.656738 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:46:55Z', 'revision_number': 6, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:55.661625 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd10e78-d11f-4357-b364-63fb0efbae68 None None] The sync data for ids ['5fa6e93b-e409-4058-8f84-73326f62b6cd'] in dv-cinder-806007-2-iscsi is: [{'id': '5fa6e93b-e409-4058-8f84-73326f62b6cd', 'name': 'tempest-TestVolumeBootPattern-2101823284-router', 'tenant_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:39:04Z', 'updated_at': '2021-09-15T08:46:55Z', 'revision_number': 6, 'project_id': 'a944b1acb177479fb36ab6cc996e2a6b', 'gw_port_host': None}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:46:55.696502 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Calling delete_port for 934529b1-232b-4553-b929-00b1998e82e8 owned by network:router_gateway {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:55.860426 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:55.865137 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d607edbf-fabb-432b-b250-b46a64d0e198 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:55.907159 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Pushing event deleted for resources: {'Port': ['ID=934529b1-232b-4553-b929-00b1998e82e8,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:55.909442 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:56.080444 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 11c26b34-d187-4a99-ab15-65844dbbad42 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:56.114915 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 11c26b34-d187-4a99-ab15-65844dbbad42 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:56.115471 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 11c26b34-d187-4a99-ab15-65844dbbad42 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:56.142425 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.196687 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:46:56.403909 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.407859 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.434843 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.435375 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa6e93b-e409-4058-8f84-73326f62b6cd {{(pid=75063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:46:56.448505 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] Notify callbacks [] for router, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.449558 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-ade13401-b652-4345-ad70-47012ed8f56f admin admin] 10.222.0.36 "DELETE /v2.0/routers/5fa6e93b-e409-4058-8f84-73326f62b6cd HTTP/1.1" status: 204 len: 168 time: 1.5532854 Sep 15 08:46:56.452054 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36202) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:56.515626 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.db_base_plugin_v2 [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Deleting subnet 6f442bf9-bc5c-4597-86b4-0a912166ab53 {{(pid=75063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:46:56.518594 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.567776 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2310617'] for subnet, precommit_delete_associations {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.650598 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.717823 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2326387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2233066'] for subnet, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.721409 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:56.753531 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f442bf9-bc5c-4597-86b4-0a912166ab53,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:56.757923 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:56.760998 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.765996 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67df5a-1b3d-4c6a-b0c9-cc0b95515be6 None None] Network cbfbfb47-a115-416d-b94f-aaeebbe4b59f requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:46:56.766312 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-304c4bb2-0188-4335-a6c0-ef7314f3e3b1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f442bf9-bc5c-4597-86b4-0a912166ab53 HTTP/1.1" status: 204 len: 168 time: 0.3133643 Sep 15 08:46:56.768766 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36206) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:56.875730 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:56.886615 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Deleting port f77ec62f-d01f-4a08-b1c0-df285b7d9626 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:56.886946 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.017634 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] DHCP port deletion for cbfbfb47-a115-416d-b94f-aaeebbe4b59f request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:46:57.022351 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Deleting port f77ec62f-d01f-4a08-b1c0-df285b7d9626 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:57.022762 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.181345 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] For port f77ec62f-d01f-4a08-b1c0-df285b7d9626, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=f77ec62f-d01f-4a08-b1c0-df285b7d9626,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:57.181695 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.224934 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] For port f77ec62f-d01f-4a08-b1c0-df285b7d9626, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=f77ec62f-d01f-4a08-b1c0-df285b7d9626,segment=NetworkSegment(acb086b8-44ca-4a2d-80ec-da7ccbc1465f),segment_id=acb086b8-44ca-4a2d-80ec-da7ccbc1465f)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:46:57.225478 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.301696 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Calling delete_port for f77ec62f-d01f-4a08-b1c0-df285b7d9626 owned by network:dhcp {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:57.375753 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Calling delete_port for f77ec62f-d01f-4a08-b1c0-df285b7d9626 owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:46:57.378970 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.383338 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-60c9cb19-9ef7-4aed-a6cc-e5712a115f81 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:57.423047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Pushing event deleted for resources: {'Port': ['ID=f77ec62f-d01f-4a08-b1c0-df285b7d9626,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:57.427261 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:57.429745 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] No DVR routers for this DVR port f77ec62f-d01f-4a08-b1c0-df285b7d9626 on host dv-cinder-806007-2-iscsi {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:46:57.448569 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:46:57.448931 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:46:57.544225 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.556603 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfbfb47-a115-416d-b94f-aaeebbe4b59f']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:57.568865 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:57.569149 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb086b8-44ca-4a2d-80ec-da7ccbc1465f') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:46:57.580152 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.596254 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.602523 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:46:57.602937 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:46:57.616027 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:46:57.691652 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.695651 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:57.708592 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.720361 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfbfb47-a115-416d-b94f-aaeebbe4b59f,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:57.724018 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:57.725742 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-f8073eec-0ac9-4824-a9c1-8509e200a74c admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbfbfb47-a115-416d-b94f-aaeebbe4b59f HTTP/1.1" status: 204 len: 168 time: 0.9560390 Sep 15 08:46:57.862083 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36212) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:57.922155 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-5e099a80-bec5-413a-9d73-3f8ecb3effdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=309358a7aa1f4596a13ce1f6e1639db6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0587990 Sep 15 08:46:57.924515 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36216) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:57.931078 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device f77ec62f-d01f-4a08-b1c0-df285b7d9626 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:57.958599 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Deleting port f77ec62f-d01f-4a08-b1c0-df285b7d9626 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:46:57.958973 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.990136 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:57.992998 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: f77ec62f-d01f-4a08-b1c0-df285b7d9626 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:57.993349 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device f77ec62f-d01f-4a08-b1c0-df285b7d9626 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:57.993763 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 934529b1-232b-4553-b929-00b1998e82e8 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:46:58.016334 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.053793 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 934529b1-232b-4553-b929-00b1998e82e8 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:46:58.054129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 934529b1-232b-4553-b929-00b1998e82e8 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:46:58.059768 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-6b06c845-1e34-4d9b-b629-ddc5c0c7067e None None] The port 'f77ec62f-d01f-4a08-b1c0-df285b7d9626' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:46:58.073327 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.077297 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-bfac94eb-77b2-4606-9f3a-1eb24e811bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:58.091501 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9574b4-79c0-46ca-be0e-46e42e95a2da,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:58.095209 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:58.099051 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.101085 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3390a2ae-8da1-4219-b3f2-22365e9d8749 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d9574b4-79c0-46ca-be0e-46e42e95a2da HTTP/1.1" status: 204 len: 168 time: 0.1748602 Sep 15 08:46:58.479355 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36224) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:58.528838 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-84a0812b-34cd-46ac-ae7c-4d5f151dc6e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a944b1acb177479fb36ab6cc996e2a6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482321 Sep 15 08:46:58.531043 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36228) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:46:58.589544 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.614144 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.663106 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.667714 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-667575f7-19d5-403d-bad9-58895833b805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:46:58.682975 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d7a935-618d-4640-bd74-4eb86e5a24ef,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:46:58.685767 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:46:58.687588 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:46:58.688658 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-3b20b9ba-52fd-4b5d-9da8-9699f3a55707 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62d7a935-618d-4640-bd74-4eb86e5a24ef HTTP/1.1" status: 204 len: 168 time: 0.1567700 Sep 15 08:47:16.254053 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f8f99-4ea1-49a4-a41a-226b50103bae req-4618ea59-2a5b-4a29-bad7-daf780ffcc44 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:16.256049 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-377f8f99-4ea1-49a4-a41a-226b50103bae req-4618ea59-2a5b-4a29-bad7-daf780ffcc44 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0759778 Sep 15 08:47:16.301157 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-377f8f99-4ea1-49a4-a41a-226b50103bae req-a10f7cef-dab9-441b-83ce-fa2fa511db9a tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397522 Sep 15 08:47:17.502548 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c641fc-e262-443a-bc7d-b2b069bfd7e6 req-de049e47-047e-4ae3-925a-0a5717da2e2c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:17.503970 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76c641fc-e262-443a-bc7d-b2b069bfd7e6 req-de049e47-047e-4ae3-925a-0a5717da2e2c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0795734 Sep 15 08:47:17.551544 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-76c641fc-e262-443a-bc7d-b2b069bfd7e6 req-9039deb3-6f34-44ff-84f2-6a850d1cbe0a tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Sep 15 08:47:18.602881 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-129c0af8-5716-44e3-b116-844c461bd0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:18.758140 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c10c7-f460-4286-81ab-5bb31d195438 req-471b4ce0-2581-4bf5-a45f-e19a4e51fb31 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:18.759643 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c33c10c7-f460-4286-81ab-5bb31d195438 req-471b4ce0-2581-4bf5-a45f-e19a4e51fb31 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0783122 Sep 15 08:47:18.805558 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-c33c10c7-f460-4286-81ab-5bb31d195438 req-c21f9e41-c22e-4b8f-8b6f-057053d900df tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Sep 15 08:47:18.899794 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:20.004044 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f5480-adc5-4436-8bb4-4fb444802715 req-79d2d753-2ec9-44c3-a1dd-4fb8bacd2fe9 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:20.006146 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f36f5480-adc5-4436-8bb4-4fb444802715 req-79d2d753-2ec9-44c3-a1dd-4fb8bacd2fe9 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0832322 Sep 15 08:47:20.052844 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-f36f5480-adc5-4436-8bb4-4fb444802715 req-ff3e36df-eea8-418c-8d9e-44b58d7eef31 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Sep 15 08:47:20.777518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-e889e97e-afa5-4cad-85f7-6efe04e0e27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:21.247323 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced08fd-9055-40d1-9df0-1ef49458efa5 req-9f3ddd16-a8b5-4ce9-b6bf-aa61b072b8bf tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:21.248770 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bced08fd-9055-40d1-9df0-1ef49458efa5 req-9f3ddd16-a8b5-4ce9-b6bf-aa61b072b8bf tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0771697 Sep 15 08:47:21.296753 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-bced08fd-9055-40d1-9df0-1ef49458efa5 req-7c08a22d-37b7-4430-b912-ba9aaa477003 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Sep 15 08:47:21.757573 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.029040 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:22.494200 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ed116-04df-4ba8-9b2f-bba9618f7288 req-8573b679-11db-4605-9888-cb038a2a99cc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:22.495625 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ca6ed116-04df-4ba8-9b2f-bba9618f7288 req-8573b679-11db-4605-9888-cb038a2a99cc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0753667 Sep 15 08:47:22.539288 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-ca6ed116-04df-4ba8-9b2f-bba9618f7288 req-eb769625-a148-4592-a5b2-d209346e85e1 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382760 Sep 15 08:47:23.397149 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:23.738011 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3416b2-635f-4b18-a0bc-0c7d2a0a0cd2 req-c341b5c9-5bb9-4120-9e68-7147c264eadf tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:23.740294 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b3416b2-635f-4b18-a0bc-0c7d2a0a0cd2 req-c341b5c9-5bb9-4120-9e68-7147c264eadf tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0847051 Sep 15 08:47:23.784742 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-5b3416b2-635f-4b18-a0bc-0c7d2a0a0cd2 req-dbcac83d-36dc-4787-b74f-0ed6b37a83e2 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 Sep 15 08:47:24.976567 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62c6fa-75d6-46a8-9ee8-b62e1a14b0c5 req-34640a6e-fe23-4bd4-b912-bfbcec8b5308 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:24.978341 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6b62c6fa-75d6-46a8-9ee8-b62e1a14b0c5 req-34640a6e-fe23-4bd4-b912-bfbcec8b5308 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0768530 Sep 15 08:47:25.030272 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6b62c6fa-75d6-46a8-9ee8-b62e1a14b0c5 req-7d086d0d-6d87-4598-9ab4-68df455f6e8b tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465686 Sep 15 08:47:26.223777 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86bb68-f3a7-4338-862e-2b5ab38b57ea req-dd4b95e1-d4f9-465d-9f85-ec1052d2d2b8 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:26.225276 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3d86bb68-f3a7-4338-862e-2b5ab38b57ea req-dd4b95e1-d4f9-465d-9f85-ec1052d2d2b8 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0791421 Sep 15 08:47:26.270910 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-3d86bb68-f3a7-4338-862e-2b5ab38b57ea req-6481bc99-8a8b-4e2f-897c-ac7dfbb83949 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Sep 15 08:47:26.338839 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-2fa4369c-8442-4b45-bdf3-f2a000140b1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1098 time: 0.0760317 Sep 15 08:47:26.469167 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-305f4faf-4d64-4505-a3b0-56a59cc8f149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:26.470635 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-305f4faf-4d64-4505-a3b0-56a59cc8f149 service neutron] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 910 time: 0.1256812 Sep 15 08:47:26.571896 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-411aad4e-bfe7-48b7-83f6-af763d43d781 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 1000 time: 0.0944989 Sep 15 08:47:26.636583 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-2512b5b4-9ee7-4616-a40e-ca39f8bffd4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:26.638017 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-2512b5b4-9ee7-4616-a40e-ca39f8bffd4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0601780 Sep 15 08:47:26.712557 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-1cd4e816-abab-4193-a65f-c8895e515a65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676944 Sep 15 08:47:26.842939 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-5966e51e-e83a-46a5-8ca0-1948543c27f8 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239710 Sep 15 08:47:27.079036 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-3a833670-5a9b-4632-ad7a-a9c9c58270d2 req-dfb22e25-4b9f-43c4-bdc4-b87498577650 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293100 Sep 15 08:47:27.465299 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b348a-c336-4582-a2cc-88ee8a8b0813 req-2540e940-6a5d-44fd-a091-488cc266b196 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:27.466780 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-466b348a-c336-4582-a2cc-88ee8a8b0813 req-2540e940-6a5d-44fd-a091-488cc266b196 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0774229 Sep 15 08:47:27.512645 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-466b348a-c336-4582-a2cc-88ee8a8b0813 req-9d0f38a2-4274-42a5-9594-96fa8c2558ed tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Sep 15 08:47:28.799821 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a10d8-d310-4fa7-b802-34bf373bf1e6 req-9e4d5f92-a78b-49a3-9bc1-55090872fd2c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:28.801921 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a00a10d8-d310-4fa7-b802-34bf373bf1e6 req-9e4d5f92-a78b-49a3-9bc1-55090872fd2c tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.1662943 Sep 15 08:47:28.845623 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a00a10d8-d310-4fa7-b802-34bf373bf1e6 req-53e90e26-1cab-4cb5-bd8d-3c7dd88bb521 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380995 Sep 15 08:47:30.046377 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96454594-127a-4809-b1e0-47d1519ccb49 req-20162285-4b10-4ab7-a5e1-ae803621c575 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:30.047808 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-96454594-127a-4809-b1e0-47d1519ccb49 req-20162285-4b10-4ab7-a5e1-ae803621c575 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0798407 Sep 15 08:47:30.094408 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-96454594-127a-4809-b1e0-47d1519ccb49 req-fc165fc4-c3b8-4764-bd83-20f393ac6a17 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399134 Sep 15 08:47:30.452941 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6fe8fc0b-9a5b-4e80-bc4c-4b9e64aabeb3 req-fe46ed78-6157-4267-bd04-92e79546165d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2450383 Sep 15 08:47:30.667564 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36284) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:47:30.734824 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bee6eb-c1e8-4bc4-8a3c-27e400826d6a req-a5d4de26-0639-427d-90de-1675f9d26bfc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:30.736298 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95bee6eb-c1e8-4bc4-8a3c-27e400826d6a req-a5d4de26-0639-427d-90de-1675f9d26bfc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0820975 Sep 15 08:47:30.781808 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-95bee6eb-c1e8-4bc4-8a3c-27e400826d6a req-8d6d8ae0-1d2a-49db-a66a-12e8adf5c736 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Sep 15 08:47:30.806246 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-34d24480-8d4e-438e-b702-f435a8226abf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1374159 Sep 15 08:47:31.985659 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2864b-5583-40a5-aa77-d309fba213d7 req-2474fcf0-a2e1-43d9-9f36-80cae5de41ed tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:31.987141 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e7d2864b-5583-40a5-aa77-d309fba213d7 req-2474fcf0-a2e1-43d9-9f36-80cae5de41ed tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0788820 Sep 15 08:47:32.034111 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-e7d2864b-5583-40a5-aa77-d309fba213d7 req-4e7f1c3c-6c52-49e0-a539-4f67c716a5ca tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407128 Sep 15 08:47:32.103273 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:47:32.160797 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-b29455fa-c9e9-47e6-a853-8b96bca58e78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113&tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3 HTTP/1.1" status: 200 len: 1098 time: 0.0709901 Sep 15 08:47:32.214025 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:32.240470 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:32.249909 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-56d97854-6fbc-4617-9040-e0cf88e97f28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1098 time: 0.0695333 Sep 15 08:47:32.250131 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:32.254863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:32.257663 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-889ff07e-62c0-45bb-8921-369ee4b9e0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:32.327454 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=6']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:32.337762 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.338518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.339024 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.339517 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.340009 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.340509 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.341010 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.341500 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.342013 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.342496 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.342994 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:47:32.348590 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:32.390967 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86da3-09da-4133-b49a-b4e657a056bc req-1d6dd6a5-fd3d-4440-b894-e0d765dd133b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:32.392423 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-1d6dd6a5-fd3d-4440-b894-e0d765dd133b service neutron] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 910 time: 0.1352596 Sep 15 08:47:32.440932 dv-cinder-806007-2-iscsi neutron-server[75065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'code': 422} returned with failed status Sep 15 08:47:32.496794 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-624e62e1-a1e4-45b5-8d42-2f4936a20610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 998 time: 0.0977290 Sep 15 08:47:32.557711 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86da3-09da-4133-b49a-b4e657a056bc req-c154adc1-3a4d-4c0a-af88-5afd5d4651ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:32.559143 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-c154adc1-3a4d-4c0a-af88-5afd5d4651ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0569773 Sep 15 08:47:32.637140 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-8ad961d9-93df-404c-a426-9764a2946e5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722191 Sep 15 08:47:32.771627 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-be471189-7674-49ca-ab81-5e26688c47b3 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275983 Sep 15 08:47:32.904097 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-37c86da3-09da-4133-b49a-b4e657a056bc req-6c1dc8c9-39b1-4c43-9647-68e04c539826 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262050 Sep 15 08:47:33.197630 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:47:33.233256 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321443e-88ca-4c4f-be97-464d35e7077e req-e87c22e9-2da7-4414-9135-b4c484aab83b tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:33.234725 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a321443e-88ca-4c4f-be97-464d35e7077e req-e87c22e9-2da7-4414-9135-b4c484aab83b tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0813115 Sep 15 08:47:33.280479 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-a321443e-88ca-4c4f-be97-464d35e7077e req-6284d825-daaa-4a06-96c1-c6fac9abfeb4 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Sep 15 08:47:34.476614 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e0b69-ea36-405c-8f8a-3feaba6b7822 req-b4bd35b3-85b4-485a-b9f7-c7fd76a33c5a tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:34.478106 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-519e0b69-ea36-405c-8f8a-3feaba6b7822 req-b4bd35b3-85b4-485a-b9f7-c7fd76a33c5a tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0776849 Sep 15 08:47:34.522354 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-519e0b69-ea36-405c-8f8a-3feaba6b7822 req-24528ce9-5124-4bf9-a79b-50b793427610 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388587 Sep 15 08:47:35.716627 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bad76-0e45-4be6-ac77-d0301e670728 req-44456191-498d-4f3e-b784-879a83910c32 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:35.718094 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c1bad76-0e45-4be6-ac77-d0301e670728 req-44456191-498d-4f3e-b784-879a83910c32 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0806203 Sep 15 08:47:35.764216 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6c1bad76-0e45-4be6-ac77-d0301e670728 req-1818fa58-7a34-4122-9cab-8a3f78b85a70 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406001 Sep 15 08:47:36.957713 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72798a19-a887-47d2-aab9-0524f4f44aba req-95683fdd-e7c3-42ef-a1fe-41eb07379c28 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:36.959145 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-72798a19-a887-47d2-aab9-0524f4f44aba req-95683fdd-e7c3-42ef-a1fe-41eb07379c28 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0752823 Sep 15 08:47:37.006938 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-72798a19-a887-47d2-aab9-0524f4f44aba req-7dc75a4b-81a6-427e-9942-6e3e88e62139 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Sep 15 08:47:38.200460 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4092a2-6e8f-48bc-b2df-bc6afa36bd3c req-8f7c77e8-1e1a-40ac-b907-734daa913949 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:38.201902 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-be4092a2-6e8f-48bc-b2df-bc6afa36bd3c req-8f7c77e8-1e1a-40ac-b907-734daa913949 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0758190 Sep 15 08:47:38.249151 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-be4092a2-6e8f-48bc-b2df-bc6afa36bd3c req-1bd1bb4c-450a-4961-acb7-a0b7bf09d308 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391750 Sep 15 08:47:39.348020 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0ee8eb06-e02e-46c8-97df-1479751c6be3 req-3b5fa93f-eedd-4e62-9e5b-a75e8023668f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1096 time: 0.0697660 Sep 15 08:47:39.391199 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-0ee8eb06-e02e-46c8-97df-1479751c6be3 req-9c8dbd53-7331-4d0e-8ded-da19e850a156 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360308 Sep 15 08:47:39.450579 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cfb21-01aa-4bea-b970-ec267bcea1ec req-41ba2eb0-e8d5-41bf-825d-bc18df5aa038 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:39.452003 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-480cfb21-01aa-4bea-b970-ec267bcea1ec req-41ba2eb0-e8d5-41bf-825d-bc18df5aa038 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 943 time: 0.0809305 Sep 15 08:47:39.498440 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-480cfb21-01aa-4bea-b970-ec267bcea1ec req-6d6eca41-fa47-409c-ae21-c1be8b823425 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 Sep 15 08:47:40.176319 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 08:47:40.318886 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:40.333522 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Returning: {'device': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'port_id': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'mac_address': 'fa:16:3e:84:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 08:47:40.398007 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:40.414666 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a584d81-7c99-4899-853f-f6bbba7e9b94 {{(pid=75065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 08:47:40.429691 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:40.433102 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:40.435724 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:40.500394 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=7']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:40.503533 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:40.673333 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] get_ports_and_sgs() called for port_ids ['8a584d81-7c99-4899-853f-f6bbba7e9b94'] {{(pid=75065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 08:47:40.694301 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a7fea-071c-43d2-b088-370295f37423 req-a10ceaac-effa-4ef6-9229-50bfd977c9a3 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:47:40.695733 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-180a7fea-071c-43d2-b088-370295f37423 req-a10ceaac-effa-4ef6-9229-50bfd977c9a3 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 944 time: 0.0795140 Sep 15 08:47:40.740545 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-180a7fea-071c-43d2-b088-370295f37423 req-745a050d-2a0f-4f37-bf3b-b4f07cba230a tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392416 Sep 15 08:47:42.181019 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 up at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 08:47:42.256000 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.provisioning_blocks [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Provisioning complete for port 8a584d81-7c99-4899-853f-f6bbba7e9b94 triggered by entity L2. {{(pid=75065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 08:47:42.256380 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-565692'] for port, provisioning_complete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:42.383375 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-632144'] for port, before_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:42.409641 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:47:42.419289 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:47:42.423419 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743755728689', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743755237187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743755237232'] for port, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:42.427192 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:47:42.468249 dv-cinder-806007-2-iscsi neutron-server[75065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'code': 200} Sep 15 08:47:42.496078 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Pushing event updated for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=8']} {{(pid=75065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:47:42.499089 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_concurrency.lockutils [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75065) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:47:48.604957 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0980fddd-a0cc-41f8-9d30-bc34e544b8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:48.902203 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:50.778502 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-5508fdea-05d6-448c-8683-2ef13ecffa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:51.757567 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:52.031869 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:47:53.400807 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:10.196978 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:48:18.606928 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d72b-7421-4d6a-a4d2-9c786c45fba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:18.903135 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:20.780603 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-5d8189e8-d16a-4f41-89e6-48b6daeaf154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:21.755335 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:22.033351 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:23.402273 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:31.818621 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-729782cb-1ea3-4217-b3e6-6f30ad5869b2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705142 Sep 15 08:48:31.952515 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-79385781-7a4c-4648-9fde-0b64e84c847d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1098 time: 0.0686903 Sep 15 08:48:32.096697 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c216-8419-4b3f-a811-8bc7da584fce req-ebb8c673-ba81-4025-b532-a9d0cbef5600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:32.098070 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-ebb8c673-ba81-4025-b532-a9d0cbef5600 service neutron] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 910 time: 0.1256759 Sep 15 08:48:32.204744 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-bad73f56-265d-4815-a9e9-dfa9e55a79e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 1000 time: 0.1007125 Sep 15 08:48:32.268218 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c216-8419-4b3f-a811-8bc7da584fce req-1e72b29b-c04e-4e33-9eee-c4cd891e0dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:32.269592 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-1e72b29b-c04e-4e33-9eee-c4cd891e0dd0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0589404 Sep 15 08:48:32.343042 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-ff05a2c8-0755-480f-9522-43686f581409 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673740 Sep 15 08:48:32.569130 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-4d7fe9bb-7725-4cd2-9045-e5484446fb42 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186701 Sep 15 08:48:32.699248 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-5009c216-8419-4b3f-a811-8bc7da584fce req-465ce908-17b8-4f27-a28b-81f52a94ce20 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238749 Sep 15 08:48:47.197221 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:48:48.609040 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f46ea1e1-98da-4b9a-9b8d-3683f1b4deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:48.905116 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:50.781982 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-fd81b45b-0607-474b-86ed-b332da4df243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:51.770065 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:52.036210 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.030213 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36326) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:53.229950 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Deleting port 75abc40d-98e9-440b-a1ad-0cf100161fae {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:53.230293 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.396026 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.396347 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.405955 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.514268 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Calling delete_port for 75abc40d-98e9-440b-a1ad-0cf100161fae owned by network:floatingip {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:53.663342 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:53.667391 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-c39365f7-b68f-4317-9e90-0b9d78920e5d tempest-AttachVolumeTestJSON-1819129406 tempest-AttachVolumeTestJSON-1819129406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:53.708166 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event deleted for resources: {'Port': ['ID=75abc40d-98e9-440b-a1ad-0cf100161fae,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:53.748232 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.748574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.748942 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.749307 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.749667 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.750047 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.750404 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.750755 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.751117 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.751466 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.751817 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:48:53.758459 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:53.811806 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for floatingip, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:54.191416 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Router 3509a191-1058-4b1d-b78b-6584730eff06 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:48:54.491073 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:48:54.500094 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] Sync routers for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:48:54.502933 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for floatingip, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:54.511562 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:54.512250 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:48:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:54.554600 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-9ff08b43-9630-4a14-825f-1f4dd009a879 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "DELETE /v2.0/floatingips/f31566ae-4f20-4014-8743-def49dc8fb36 HTTP/1.1" status: 204 len: 168 time: 1.5233359 Sep 15 08:48:54.555332 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:48:54.629035 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'status': 'completed', 'code': 200} Sep 15 08:48:54.727660 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-26265915-3f5e-417a-a834-cff8add73703 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 1098 time: 0.0756931 Sep 15 08:48:54.728554 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:54.868113 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-8ffed4ba-a3ff-4fad-b016-1dc5330fa940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:54.871232 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-8ffed4ba-a3ff-4fad-b016-1dc5330fa940 service neutron] 10.222.0.21 "GET /v2.0/networks?id=428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 200 len: 910 time: 0.1372783 Sep 15 08:48:54.950514 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b34300-5689-4a1b-9bb0-1e71b211cc3e req-ba41483f-d5a7-475f-819b-cf2984fb867f tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:54.952271 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-191b9e91-3fe6-43d1-a5e2-2b37736016cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 200 len: 217 time: 0.0737715 Sep 15 08:48:54.952655 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d7b34300-5689-4a1b-9bb0-1e71b211cc3e req-ba41483f-d5a7-475f-819b-cf2984fb867f tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0829749 Sep 15 08:48:54.999657 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-d7b34300-5689-4a1b-9bb0-1e71b211cc3e req-29b44f0b-dbe2-43b0-91d8-ee1f4f8cf766 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404696 Sep 15 08:48:55.022503 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-8aa707da-8e0e-4cd5-a5e4-126d7b099d44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:55.023960 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-8aa707da-8e0e-4cd5-a5e4-126d7b099d44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 200 len: 848 time: 0.0639610 Sep 15 08:48:55.059035 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:55.062900 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] Checking router: 3509a191-1058-4b1d-b78b-6584730eff06 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:48:55.073789 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:48:55.074414 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:48:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:55.099321 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-da4edc18-22b7-453e-9542-0b94d9b365ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=428bb386-0d23-499c-8c75-13955f239523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685272 Sep 15 08:48:55.233471 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-7d40733e-1d9e-4ed4-962b-eac02aeb1394 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272626 Sep 15 08:48:55.260517 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:48:55.368673 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-855f0d22-ee1e-45e5-9c79-fe96faff3b10 req-3d093330-d7c2-4467-b60f-a4bfd1a0eba8 service neutron] 10.222.0.21 "GET /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289864 Sep 15 08:48:55.570141 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:48:55.575014 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a72c8ef-3033-437b-ba67-00e943d0b65e None None] The sync data for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi is: [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:44:33Z', 'revision_number': 4, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi', '_interfaces': [{'id': '34a870c9-0c91-47d0-a626-d577a73e9ad0', 'name': '', 'network_id': '428bb386-0d23-499c-8c75-13955f239523', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'mac_address': 'fa:16:3e:97:0d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5805477f-f51a-45ca-b560-1f001df3f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:33Z', 'updated_at': '2021-09-15T08:44:52Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'subnets': [{'id': '5805477f-f51a-45ca-b560-1f001df3f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:48:55.796963 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf0522-3c45-478f-961b-381840ac9c93 None None] New status for floating IP f31566ae-4f20-4014-8743-def49dc8fb36: DOWN {{(pid=75066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 08:48:56.200302 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62766991-f5f8-4c1c-8ca5-32b1bc2fec3a req-7b090576-1142-486c-a8a6-831e57f797ed tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:56.201728 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-62766991-f5f8-4c1c-8ca5-32b1bc2fec3a req-7b090576-1142-486c-a8a6-831e57f797ed tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0749812 Sep 15 08:48:56.249947 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-62766991-f5f8-4c1c-8ca5-32b1bc2fec3a req-795d5818-4d2c-4b97-bbe2-67b442f13d0e tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/security-groups?id=15441eab-b4e3-4bfe-b537-0ea55c425ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Sep 15 08:48:56.328309 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-56b34493-7f4b-4182-9e0f-c5ac37bf3d03 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 08:48:56.329001 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-56b34493-7f4b-4182-9e0f-c5ac37bf3d03 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Synchronizing usage tracker for tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 on resource:port {{(pid=75063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 08:48:56.346574 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.quota.resource [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-56b34493-7f4b-4182-9e0f-c5ac37bf3d03 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Unset dirty status for tenant:59ed68cf001f4d6e803d25bdc2e6d8e3 on resource:port {{(pid=75063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 08:48:56.347637 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-56b34493-7f4b-4182-9e0f-c5ac37bf3d03 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.21 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 945 time: 0.0996966 Sep 15 08:48:56.417197 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Deleting port 8a584d81-7c99-4899-853f-f6bbba7e9b94 {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:56.417537 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:56.663943 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] For port 8a584d81-7c99-4899-853f-f6bbba7e9b94, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8a584d81-7c99-4899-853f-f6bbba7e9b94,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:56.664198 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:56.785931 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Calling delete_port for 8a584d81-7c99-4899-853f-f6bbba7e9b94 owned by compute:nova {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:48:57.022165 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:57.028285 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-e09bb629-71dc-4890-b225-0966d8cd541a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:57.069286 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event deleted for resources: {'Port': ['ID=8a584d81-7c99-4899-853f-f6bbba7e9b94,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:57.073184 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:57.145585 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] No DVR routers for this DVR port 8a584d81-7c99-4899-853f-f6bbba7e9b94 on host hv-cinder-80600 {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:48:57.147968 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156268'] for port, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:57.151227 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-deleted', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94'}] {{(pid=75063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 08:48:57.166256 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [req-2d1c10b9-7ae2-4ac1-a0b0-749b7091b44d req-d4747c94-2c0f-4804-b54d-865fd307adbc tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.21 "DELETE /v2.0/ports/8a584d81-7c99-4899-853f-f6bbba7e9b94 HTTP/1.1" status: 204 len: 173 time: 0.8132105 Sep 15 08:48:57.214043 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96089088-b87b-43a6-81c4-376804a40113', 'name': 'network-vif-deleted', 'tag': '8a584d81-7c99-4899-853f-f6bbba7e9b94', 'status': 'completed', 'code': 200} Sep 15 08:48:57.422218 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [req-6999c121-ffe4-418e-a344-7103b58100b3 req-8db72286-b77a-4e2c-8f5b-354840f46cd7 tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "GET /v2.0/ports?device_id=96089088-b87b-43a6-81c4-376804a40113 HTTP/1.1" status: 200 len: 210 time: 0.0469713 Sep 15 08:48:58.526508 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36348) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:58.554214 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:48:58.590494 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] No Port match for: 8a584d81-7c99-4899-853f-f6bbba7e9b94 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:48:58.590853 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Device 8a584d81-7c99-4899-853f-f6bbba7e9b94 not bound to the agent host hv-cinder-80600 {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:48:58.596052 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:58.624983 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:58.686201 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:58.689796 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-a38d54ab-0979-4e32-a577-a77fa43a9fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:48:58.708358 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15441eab-b4e3-4bfe-b537-0ea55c425ab6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:48:58.711285 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:48:58.720740 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:58.721868 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-59be813a-0cb7-4493-9198-1388d8fc5cfd tempest-TestShelveInstance-164691045 tempest-TestShelveInstance-164691045-project] 10.222.0.36 "DELETE /v2.0/security-groups/15441eab-b4e3-4bfe-b537-0ea55c425ab6 HTTP/1.1" status: 204 len: 168 time: 0.1943429 Sep 15 08:48:58.772513 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36354) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:48:59.237534 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:59.824969 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Deleting port 34a870c9-0c91-47d0-a626-d577a73e9ad0 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:48:59.825729 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:48:59.996919 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] For port 34a870c9-0c91-47d0-a626-d577a73e9ad0, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=34a870c9-0c91-47d0-a626-d577a73e9ad0,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:48:59.997296 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:00.115113 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Calling delete_port for 34a870c9-0c91-47d0-a626-d577a73e9ad0 owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:00.284265 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:00.288235 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-472c46cc-d973-437d-ae49-652dae2b6b5f tempest-AttachVolumeShelveTestJSON-911681771 tempest-AttachVolumeShelveTestJSON-911681771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:00.329240 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a870c9-0c91-47d0-a626-d577a73e9ad0,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:00.370956 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.371162 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.371391 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.371745 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.372103 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.372457 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.372811 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.373163 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.373513 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.373893 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.374235 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806007-2-iscsi {{(pid=75064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 08:49:00.381424 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:00.623000 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:01.266738 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Router 3509a191-1058-4b1d-b78b-6584730eff06 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:49:01.460438 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:49:01.469432 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] Sync routers for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:49:01.473052 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-edb72595-c923-4c2a-8695-bac53cddb0e3 admin admin] 10.222.0.36 "PUT /v2.0/routers/3509a191-1058-4b1d-b78b-6584730eff06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6995323 Sep 15 08:49:01.475665 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36358) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:01.485361 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:01.486393 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:48:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:01.695568 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:01.709763 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:01.899460 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:01.910528 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Deleting port 7b7d94e7-f625-4a40-b632-fc117d01808b {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:01.910885 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:02.023679 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:49:00Z', 'revision_number': 5, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port': {'id': '7b7d94e7-f625-4a40-b632-fc117d01808b', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3509a191-1058-4b1d-b78b-6584730eff06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:31Z', 'updated_at': '2021-09-15T08:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:02.028338 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] Checking router: 3509a191-1058-4b1d-b78b-6584730eff06 for host: dv-cinder-806007-2-iscsi {{(pid=75065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:49:02.038556 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] Routers {'3509a191-1058-4b1d-b78b-6584730eff06'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:02.039141 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:48:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['3509a191-1058-4b1d-b78b-6584730eff06'], 'active': True} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:02.098540 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] For port 7b7d94e7-f625-4a40-b632-fc117d01808b, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=7b7d94e7-f625-4a40-b632-fc117d01808b,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:02.098892 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:02.194054 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_dvr_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] Set router 3509a191-1058-4b1d-b78b-6584730eff06 gateway port host: None {{(pid=75065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:02.299815 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.db.l3_hamode_db [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:49:01Z', 'revision_number': 6, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:02.303904 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c22b5-3233-4655-ae38-076c3db97768 None None] The sync data for ids ['3509a191-1058-4b1d-b78b-6584730eff06'] in dv-cinder-806007-2-iscsi is: [{'id': '3509a191-1058-4b1d-b78b-6584730eff06', 'name': 'tempest-TestShelveInstance-1889717086-router', 'tenant_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:30Z', 'updated_at': '2021-09-15T08:49:01Z', 'revision_number': 6, 'project_id': '59ed68cf001f4d6e803d25bdc2e6d8e3', 'gw_port_host': None}] {{(pid=75065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:49:02.328195 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Calling delete_port for 7b7d94e7-f625-4a40-b632-fc117d01808b owned by network:router_gateway {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:02.497367 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:02.502484 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-eba621b5-701e-4578-b60f-6265e1fc5402 tempest-TestVolumeBootPattern-1116213944 tempest-TestVolumeBootPattern-1116213944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:02.548945 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7d94e7-f625-4a40-b632-fc117d01808b,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:02.551469 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:02.776710 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.033234 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.037511 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.066123 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.066636 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3509a191-1058-4b1d-b78b-6584730eff06 {{(pid=75064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:49:03.079413 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.080539 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f79a820b-a96d-4220-88a8-e472448e66d8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3509a191-1058-4b1d-b78b-6584730eff06 HTTP/1.1" status: 204 len: 168 time: 1.6037152 Sep 15 08:49:03.083325 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36362) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:03.146097 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Deleting subnet 5805477f-f51a-45ca-b560-1f001df3f263 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:49:03.148974 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.198820 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.284043 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.355680 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.359573 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:03.393013 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5805477f-f51a-45ca-b560-1f001df3f263,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:03.396364 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:03.399512 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.405332 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ecc2d-596f-4be7-9ce8-bde21e089b49 None None] Network 428bb386-0d23-499c-8c75-13955f239523 requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:03.405829 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-f7f74a9a-2af5-4168-8860-a850bd4096e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5805477f-f51a-45ca-b560-1f001df3f263 HTTP/1.1" status: 204 len: 168 time: 0.3215458 Sep 15 08:49:03.408223 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36366) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:03.520107 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.531717 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Deleting port acf7a04d-13a4-4b8f-8393-b4f7107ee099 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:03.531958 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.662148 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] DHCP port deletion for 428bb386-0d23-499c-8c75-13955f239523 request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:49:03.667284 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Deleting port acf7a04d-13a4-4b8f-8393-b4f7107ee099 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:03.667796 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.836620 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] For port acf7a04d-13a4-4b8f-8393-b4f7107ee099, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=acf7a04d-13a4-4b8f-8393-b4f7107ee099,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:03.836892 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.875008 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] For port acf7a04d-13a4-4b8f-8393-b4f7107ee099, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=acf7a04d-13a4-4b8f-8393-b4f7107ee099,segment=NetworkSegment(8991ae55-e9bc-441a-929e-fae0d402f8ae),segment_id=8991ae55-e9bc-441a-929e-fae0d402f8ae)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:03.875400 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:03.958194 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Calling delete_port for acf7a04d-13a4-4b8f-8393-b4f7107ee099 owned by network:dhcp {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:03.993433 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Calling delete_port for acf7a04d-13a4-4b8f-8393-b4f7107ee099 owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:04.019842 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 34a870c9-0c91-47d0-a626-d577a73e9ad0 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:04.033712 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.037333 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-3b02f3f0-60e5-48ed-849b-23dc38747f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:04.060605 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 34a870c9-0c91-47d0-a626-d577a73e9ad0 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:04.060956 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 34a870c9-0c91-47d0-a626-d577a73e9ad0 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:04.061362 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 7b7d94e7-f625-4a40-b632-fc117d01808b no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:04.077264 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=acf7a04d-13a4-4b8f-8393-b4f7107ee099,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:04.081806 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:04.084419 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] No DVR routers for this DVR port acf7a04d-13a4-4b8f-8393-b4f7107ee099 on host dv-cinder-806007-2-iscsi {{(pid=75064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:49:04.103702 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 7b7d94e7-f625-4a40-b632-fc117d01808b {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:04.103702 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 7b7d94e7-f625-4a40-b632-fc117d01808b not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:04.104020 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device acf7a04d-13a4-4b8f-8393-b4f7107ee099 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:04.140370 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: acf7a04d-13a4-4b8f-8393-b4f7107ee099 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:04.140720 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device acf7a04d-13a4-4b8f-8393-b4f7107ee099 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:04.161549 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:49:04.161949 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:49:04.211350 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.224537 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428bb386-0d23-499c-8c75-13955f239523']}} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:04.236644 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8991ae55-e9bc-441a-929e-fae0d402f8ae') {'for_net_delete': True} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:04.236945 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.services.segments.db [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8991ae55-e9bc-441a-929e-fae0d402f8ae') {} {{(pid=75064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:04.248873 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1348585'] for segment, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.265082 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.271096 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=75064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:49:04.271482 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720960'] for segment, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: Traceback (most recent call last): Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: timer() Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: cb(*args, **kw) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: return func(*args, **kwargs) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: self._notify() Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: self.callback(batched_events) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: event.method(event) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: return f(self, *a, **k) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._get(url).json() Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: return self.request(url, 'GET', **kwargs) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:49:04.284346 dv-cinder-806007-2-iscsi neutron-server[75064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:49:04.361450 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.364975 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:04.378147 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.386215 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=428bb386-0d23-499c-8c75-13955f239523,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:04.390278 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:04.403223 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9b71de2a-bd40-4163-95c4-283d397bb3ba admin admin] 10.222.0.36 "DELETE /v2.0/networks/428bb386-0d23-499c-8c75-13955f239523 HTTP/1.1" status: 204 len: 168 time: 0.9940860 Sep 15 08:49:04.406129 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36370) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:04.663724 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Deleting port acf7a04d-13a4-4b8f-8393-b4f7107ee099 {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:04.664293 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:04.729213 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-185d3f3e-6151-4de9-bacd-5bb583360f26 None None] The port 'acf7a04d-13a4-4b8f-8393-b4f7107ee099' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:49:04.787088 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642279'] for router_interface, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:05.466901 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Deleting port ba2f33a0-0785-4775-8dec-42a0e757661d {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:05.467628 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:05.634452 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] For port ba2f33a0-0785-4775-8dec-42a0e757661d, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=ba2f33a0-0785-4775-8dec-42a0e757661d,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:05.634699 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:05.755281 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Calling delete_port for ba2f33a0-0785-4775-8dec-42a0e757661d owned by network:router_interface {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:05.926753 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:05.930627 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9d746758-3a70-40e0-95b1-bc584385cac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:05.972827 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2f33a0-0785-4775-8dec-42a0e757661d,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:05.975199 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:06.254374 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15627587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642387'] for router_interface, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:06.913034 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Router c4da8bdb-6f05-444b-909a-949c7cf55bf0 has already been hosted by L3 agent bbe47871-e10b-46ad-8283-a515e88cea4b {{(pid=75064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 08:49:07.107687 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] Notify agent at l3_agent.dv-cinder-806007-2-iscsi the message routers_updated {{(pid=75064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 08:49:07.115990 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] Sync routers for ids ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'] in dv-cinder-806007-2-iscsi {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 08:49:07.116471 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-9fdde321-5195-4aef-952f-433107c9207d admin admin] 10.222.0.36 "PUT /v2.0/routers/c4da8bdb-6f05-444b-909a-949c7cf55bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7090755 Sep 15 08:49:07.118777 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36374) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:07.131816 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] Routers {'c4da8bdb-6f05-444b-909a-949c7cf55bf0'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:07.132422 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:48:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:07.312897 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] Set router c4da8bdb-6f05-444b-909a-949c7cf55bf0 gateway port host: dv-cinder-806007-2-iscsi {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:07.314633 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:07.506920 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:07.515996 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Deleting port 02e01c6b-4256-4fae-967a-163df989cee8 {{(pid=75064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:07.516354 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:07.596174 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'external_fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '02e01c6b-4256-4fae-967a-163df989cee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:49:05Z', 'revision_number': 5, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port': {'id': '02e01c6b-4256-4fae-967a-163df989cee8', 'name': '', 'network_id': '52034bb3-e9e5-41f7-916e-2422e53a40ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806007-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T08:44:39Z', 'updated_at': '2021-09-15T08:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6a36b67d-1d26-43d4-b13b-e7a62e64cdb0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806007-2-iscsi'}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:07.599917 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] Checking router: c4da8bdb-6f05-444b-909a-949c7cf55bf0 for host: dv-cinder-806007-2-iscsi {{(pid=75066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 08:49:07.610174 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] Routers {'c4da8bdb-6f05-444b-909a-949c7cf55bf0'} bound to L3 agent in host dv-cinder-806007-2-iscsi {{(pid=75066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 08:49:07.610756 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806007-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T08:27:21Z,description=,heartbeat_timestamp=2021-09-15T08:48:51Z,host='dv-cinder-806007-2-iscsi',id=bbe47871-e10b-46ad-8283-a515e88cea4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T08:27:21Z,topic='l3_agent')) {'router_ids': ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'], 'active': True} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:07.684644 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.db [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] For port 02e01c6b-4256-4fae-967a-163df989cee8, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=02e01c6b-4256-4fae-967a-163df989cee8,segment=NetworkSegment(7455facd-7b52-4ea0-beff-23d23030a30f),segment_id=7455facd-7b52-4ea0-beff-23d23030a30f)] {{(pid=75064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:07.685001 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:07.785673 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_dvr_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] Set router c4da8bdb-6f05-444b-909a-949c7cf55bf0 gateway port host: None {{(pid=75066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 08:49:07.811035 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.plugins.ml2.plugin [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Calling delete_port for 02e01c6b-4256-4fae-967a-163df989cee8 owned by network:router_gateway {{(pid=75064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:07.889872 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.l3_hamode_db [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:49:07Z', 'revision_number': 6, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port_host': None}], 'dv-cinder-806007-2-iscsi', False) {} {{(pid=75066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:07.893563 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5dcf88-4594-49d9-9b06-a8ee5c85d9a6 None None] The sync data for ids ['c4da8bdb-6f05-444b-909a-949c7cf55bf0'] in dv-cinder-806007-2-iscsi is: [{'id': 'c4da8bdb-6f05-444b-909a-949c7cf55bf0', 'name': 'tempest-TestShelveInstance-1983596018-router', 'tenant_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T08:44:38Z', 'updated_at': '2021-09-15T08:49:07Z', 'revision_number': 6, 'project_id': 'b1ee267219d94d1980f2bfb7f1126a40', 'gw_port_host': None}] {{(pid=75066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 08:49:07.976311 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720947'] for port, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:07.980745 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-331ddb98-db95-4f8e-8233-29b70c861b1a tempest-TestMinimumBasicScenario-506466252 tempest-TestMinimumBasicScenario-506466252-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:08.020336 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e01c6b-4256-4fae-967a-163df989cee8,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:08.022732 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:08.346301 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667084'] for router_gateway, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.349453 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device ba2f33a0-0785-4775-8dec-42a0e757661d no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:08.390330 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: ba2f33a0-0785-4775-8dec-42a0e757661d {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:08.390920 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device ba2f33a0-0785-4775-8dec-42a0e757661d not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:08.601155 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.605806 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.629207 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1638760'] for router, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.629627 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4da8bdb-6f05-444b-909a-949c7cf55bf0 {{(pid=75064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 08:49:08.641631 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] Notify callbacks [] for router, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.642774 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-61babbb4-efb5-4f9d-9f31-0d1ea4a4edd5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c4da8bdb-6f05-444b-909a-949c7cf55bf0 HTTP/1.1" status: 204 len: 168 time: 1.5230422 Sep 15 08:49:08.645283 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.wsgi [-] (75064) accepted ('10.222.0.36', 36378) {{(pid=75064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:08.707621 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.db.db_base_plugin_v2 [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Deleting subnet 32afd120-13c3-4016-8f3a-addbea4530d9 {{(pid=75064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 08:49:08.710756 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.758652 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1348592'] for subnet, precommit_delete_associations {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.841374 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562880'] for subnet, precommit_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.913159 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2795894'] for subnet, after_delete {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.917090 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-db1b638b-bf88-44f4-aba2-763406b97d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:08.952304 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32afd120-13c3-4016-8f3a-addbea4530d9,revision_number=None']} {{(pid=75064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:08.957544 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG oslo_concurrency.lockutils [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75064) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:08.960531 dv-cinder-806007-2-iscsi neutron-server[75064]: DEBUG neutron_lib.callbacks.manager [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for subnet, before_response {{(pid=75064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:08.966307 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50472aa7-f253-4c40-9d3c-0eaf0b4c7d27 None None] Network a4797350-02e7-430c-a236-cd60cd3e3d4a requested from dv-cinder-806007-2-iscsi {{(pid=75065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 08:49:08.971331 dv-cinder-806007-2-iscsi neutron-server[75064]: INFO neutron.wsgi [None req-022b334f-c1f0-48f4-8e7d-94ab8136d8dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/32afd120-13c3-4016-8f3a-addbea4530d9 HTTP/1.1" status: 204 len: 168 time: 0.3229063 Sep 15 08:49:08.971724 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36382) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:09.077779 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1043702'] for network, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.089274 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Deleting port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a {{(pid=75063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:09.089602 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.257618 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86978314-a403-4f31-a535-db697c9fee31 None None] DHCP port deletion for a4797350-02e7-430c-a236-cd60cd3e3d4a request from dv-cinder-806007-2-iscsi {{(pid=75065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 08:49:09.262962 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Deleting port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:09.263342 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.298767 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.db [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] For port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:09.299268 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.421407 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.plugin [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Calling delete_port for 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a owned by network:dhcp {{(pid=75063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:09.471314 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.db [None req-86978314-a403-4f31-a535-db697c9fee31 None None] For port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a, host dv-cinder-806007-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806007-2-iscsi',level=0,port_id=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,segment=NetworkSegment(b933dcb3-cc74-4acd-a63c-2b6e1005c2b1),segment_id=b933dcb3-cc74-4acd-a63c-2b6e1005c2b1)] {{(pid=75065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 08:49:09.471911 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668474'] for port, precommit_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.499579 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-632209', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743755728671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743755237178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2326366'] for port, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.504862 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-06739737-3b2b-4119-81e7-4a5193b577d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:09.546109 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d7c59b-ec9f-4b7d-8d66-85bb5892f95a,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:09.548641 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:09.551157 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] No DVR routers for this DVR port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a on host dv-cinder-806007-2-iscsi {{(pid=75063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 08:49:09.597624 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Calling delete_port for 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a owned by network:dhcp {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 08:49:09.667297 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.db.api [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 08:49:09.667686 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG oslo_db.api [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 08:49:09.668442 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-563271', 'neutron.services.segments.db._delete_segments_for_network-8743755672733'] for network, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.681313 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4797350-02e7-430c-a236-cd60cd3e3d4a']}} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:09.692879 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1') {'for_net_delete': True} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:09.693176 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.services.segments.db [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b933dcb3-cc74-4acd-a63c-2b6e1005c2b1') {} {{(pid=75063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 08:49:09.704733 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743755756728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2310592'] for segment, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.720825 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-562701'] for segment, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.727161 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=75063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 08:49:09.727484 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-562804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2326317'] for segment, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: Traceback (most recent call last): Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: timer() Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: cb(*args, **kw) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: return func(*args, **kwargs) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: self._notify() Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: self.callback(batched_events) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: event.method(event) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: return f(self, *a, **k) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._get(url).json() Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: return self.request(url, 'GET', **kwargs) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 08:49:09.740838 dv-cinder-806007-2-iscsi neutron-server[75063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 08:49:09.818978 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-563278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15627529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667111'] for network, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.822585 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-58fb0867-9ab6-4617-8c18-33ed0bd0debe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:09.835373 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15627631'] for network, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:09.847763 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4797350-02e7-430c-a236-cd60cd3e3d4a,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:09.850706 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:09.852271 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-71c2d596-354a-453f-a162-77de1b44cef7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a4797350-02e7-430c-a236-cd60cd3e3d4a HTTP/1.1" status: 204 len: 168 time: 0.8795013 Sep 15 08:49:09.990448 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:10.025195 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:10.025670 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:10.026166 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 02e01c6b-4256-4fae-967a-163df989cee8 no longer exists at agent ovs-agent-dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 08:49:10.060279 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] No Port match for: 02e01c6b-4256-4fae-967a-163df989cee8 {{(pid=75065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 08:49:10.060632 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.rpc [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Device 02e01c6b-4256-4fae-967a-163df989cee8 not bound to the agent host dv-cinder-806007-2-iscsi {{(pid=75065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 08:49:10.127775 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36388) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:10.169285 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Deleting port 72d7c59b-ec9f-4b7d-8d66-85bb5892f95a {{(pid=75065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 08:49:10.169959 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-86978314-a403-4f31-a535-db697c9fee31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743755605450'] for port, before_delete {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.179629 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-80bbebb6-9eca-436e-9abe-40e60cd75762 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59ed68cf001f4d6e803d25bdc2e6d8e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484293 Sep 15 08:49:10.179835 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36392) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:10.237859 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron.plugins.ml2.plugin [None req-86978314-a403-4f31-a535-db697c9fee31 None None] The port '72d7c59b-ec9f-4b7d-8d66-85bb5892f95a' was deleted {{(pid=75065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 08:49:10.247294 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.272448 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.322940 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.326760 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-fb0006b6-ba5e-4f1a-9d6c-0d2b7e789ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:10.340006 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e16743-df5d-4f1a-90ee-c402e8b150f6,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:10.343466 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:10.350763 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.353430 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-89189743-4991-4eee-9340-bbd2d29f3fb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89e16743-df5d-4f1a-90ee-c402e8b150f6 HTTP/1.1" status: 204 len: 168 time: 0.1713023 Sep 15 08:49:10.732348 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36400) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:10.781500 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-3627db54-dcf1-43be-873e-1b086bf9a822 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1ee267219d94d1980f2bfb7f1126a40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478499 Sep 15 08:49:10.783639 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [-] (75063) accepted ('10.222.0.36', 36404) {{(pid=75063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 08:49:10.842485 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.870499 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.922159 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2076856'] for security_group, after_delete {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.926935 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-85654b6e-e56a-430d-88f5-eb8ba07027a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 08:49:10.939984 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b3350d-984a-414d-886b-6ed27d1fe211,revision_number=None']} {{(pid=75063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 08:49:10.942789 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG oslo_concurrency.lockutils [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 08:49:10.943643 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:10.944796 dv-cinder-806007-2-iscsi neutron-server[75063]: INFO neutron.wsgi [None req-2b1cc568-fbdf-4e6f-b109-5135a8d56509 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97b3350d-984a-414d-886b-6ed27d1fe211 HTTP/1.1" status: 204 len: 168 time: 0.1602578 Sep 15 08:49:18.611930 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1f1b941d-5ef3-42d0-92db-d19c71c5b641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:18.906748 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:20.784014 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-f3652311-1f9b-4d09-a85c-9b6b169da57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:21.784996 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:22.037758 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:23.409069 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:24.197413 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:49:48.613939 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-c41d93d9-84cb-4549-b32b-4a69f2815566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:48.907901 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:50.788259 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-467cf153-0289-461b-89ca-a87eea4cce83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:51.784119 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:52.041319 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:49:53.412180 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:01.196980 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:50:18.614736 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-5507896a-665f-4e3e-8cbd-c690b2af8a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:18.908733 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:20.788378 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1f45d9cd-dbbd-4c9f-a032-519f7d71c20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:21.783498 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:22.044865 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:23.415448 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:38.197039 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:50:48.618124 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-66d26481-0d0b-40b6-8888-d372c2d59a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:48.910176 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:50.790280 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b83d235d-1965-4895-b555-bbfc6cdf107d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:51.783166 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:52.047754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:53.418369 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:50:58.003515 dv-cinder-806007-2-iscsi neutron-server[75063]: DEBUG neutron.wsgi [req-ea642202-4887-4773-a38e-f556f22b57d3 req-41f1d734-ff67-4b4d-96bd-92eb713be733 service neutron] (75063) timed out ('10.222.0.21', 50806) {{(pid=75063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 08:51:15.196308 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:18.624383 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-e05b0932-4e7b-4731-b39c-3cc272b1cd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:18.912195 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:20.792528 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b7973423-1f48-4bb6-a8a8-421ae2825071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:21.799560 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:22.049767 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:23.420513 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.619461 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-419be22f-deb2-4c98-a5b4-2c44d67e1c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:48.913407 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:50.793800 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b3d20b89-f99c-4b34-b084-1f9aa71bf501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:51.812188 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:52.053129 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:51:52.195922 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:51:53.423928 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:18.620719 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-a21cc40a-9429-4e84-ae85-13c9f6473d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:18.915404 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:20.795148 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-1fa4138d-3318-4c18-a062-2d07f1c96fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:21.815803 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:22.055515 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:23.427360 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:29.196236 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:52:48.624118 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9963ce7c-e5c1-43af-aa72-adf90831b247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:48.917002 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:50.795951 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b1fade02-2b2b-4d1a-87ea-8790f0b60b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:51.818967 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:52.057602 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:52:53.429524 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:06.195647 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:53:18.628113 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-858f39c8-a8d0-400b-8319-d0f8b62e420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:18.919963 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:20.796863 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-76cb1fdf-b90f-4f82-aa9c-041bdb5d3c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:21.826352 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:22.062799 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:23.433351 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:43.195575 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:53:48.630560 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0a17d9d5-d738-4f3f-9c69-ea6c633fbc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:48.922126 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:50.798263 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2fe5710a-5bb6-4fbf-a94c-8d9d2b88990f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:51.824833 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:52.062384 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:53:53.436754 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:18.634166 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-0537c707-c623-4924-bd75-b308a33eccbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:18.927586 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-dc883427-5ff6-4846-866e-c63c754f96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:20.194745 dv-cinder-806007-2-iscsi neutron-server[75066]: DEBUG neutron.db.agents_db [None req-65d97a90-925c-4ba6-bc62-14986fad5fd3 None None] Agent healthcheck: found 6 active agents {{(pid=75066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 08:54:20.800395 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-b1ae33ea-8a1e-4b47-abb5-33960f45770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:21.825094 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6081-440c-45fa-9b4b-c55a0b6f609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:22.065518 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-2d29c386-f90f-42ad-9290-1c6719dbc540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 08:54:23.439834 dv-cinder-806007-2-iscsi neutron-server[75065]: DEBUG neutron_lib.callbacks.manager [None req-be9874c3-3129-4a3c-966b-7de3bff73243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743755672715', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-565739'] for agent, after_update {{(pid=75065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}